-- Logs begin at Tue 2021-02-16 14:56:59 UTC, end at Tue 2021-02-16 16:20:36 UTC. -- Feb 16 15:47:00.966852 dv-cinder-775706-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 16 15:47:03.701172 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.common.config [-] Logging enabled! Feb 16 15:47:03.701708 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev513 Feb 16 15:47:03.703084 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83961) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 16 15:47:03.704961 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.common.config [-] Logging enabled! Feb 16 15:47:03.705251 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev513 Feb 16 15:47:03.705609 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83961) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 16 15:47:03.706682 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 16 15:47:03.706956 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 16 15:47:03.708006 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 16 15:47:03.708292 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 16 15:47:03.708552 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 16 15:47:03.708923 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:03.709271 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:03.709615 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:03.709879 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:03.710218 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:03.710555 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:03.710904 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:03.711241 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:03.711579 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:03.711906 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:03.712221 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:03.712542 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:03.712814 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:03.713135 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:03.713468 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:03.713799 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:03.714055 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] debug = True {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:03.714371 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:03.715019 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:03.715346 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:03.715674 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:03.716003 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:03.716317 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:03.716634 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:03.716958 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:03.717326 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] host = dv-cinder-775706-1-iscsi {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:03.717642 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:03.717974 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:03.718305 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:03.718678 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:03.718971 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:03.719287 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:03.719615 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:03.719930 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:03.720238 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] log_file = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:03.720549 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:03.720881 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:03.721214 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:03.721554 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:03.721814 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:03.722070 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:03.722401 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:03.722766 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:03.723082 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:03.723393 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:03.723703 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:03.724013 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:03.724321 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:03.724627 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:03.724955 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:03.725286 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:03.725617 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:03.725927 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:03.726235 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:03.726543 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:03.726873 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:03.727202 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:03.727512 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:03.727821 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:03.728127 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:03.728457 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:03.728761 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:03.729070 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:03.729418 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:03.729749 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:03.730076 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:03.730407 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:03.731323 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:03.731731 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:03.732089 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:03.732403 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:03.732713 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] use_json = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:03.733025 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:03.733339 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:03.733665 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:03.733978 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:03.734290 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:03.734598 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:03.734934 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:03.735265 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:03.735600 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.735944 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.736290 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.736611 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.736945 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.737266 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.737600 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.737916 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.738253 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.738586 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.738939 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.739256 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.739583 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.739901 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.740244 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.740594 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.740933 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.741270 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.741581 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.741891 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.742202 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.742518 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.742867 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.743214 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.743549 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.743860 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.744174 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.744510 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.744826 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.745137 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.745455 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.745789 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.746106 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.747177 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.747505 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.747823 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.748137 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.748449 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.748772 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.749112 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.749429 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.749740 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.750052 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.750368 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.750695 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.751026 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.751345 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.751655 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.751965 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.752283 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.752593 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.752908 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.753234 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.753547 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.753863 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.754176 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.754485 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.754817 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.755131 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.755440 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.755751 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.756061 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.756376 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.756684 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.756995 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.757306 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.757617 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.757927 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.758252 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.758589 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.758932 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.759250 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.759564 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.759877 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.760193 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.760509 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.760824 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.761136 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.761449 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.761915 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.762142 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.762467 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.762812 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.763133 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.763474 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.763790 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.764110 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.764426 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.764741 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.765061 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.765392 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.765804 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.766144 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.766482 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.766844 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.767178 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.767498 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.767856 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.768175 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:03.768425 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 16 15:47:03.768691 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83961) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Feb 16 15:47:04.429213 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO keyring.backend [-] Loading Gnome Feb 16 15:47:04.447008 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO keyring.backend [-] Loading Google Feb 16 15:47:04.450286 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO keyring.backend [-] Loading Windows (alt) Feb 16 15:47:04.453811 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO keyring.backend [-] Loading file Feb 16 15:47:04.454820 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO keyring.backend [-] Loading keyczar Feb 16 15:47:04.455103 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO keyring.backend [-] Loading multi Feb 16 15:47:04.455745 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO keyring.backend [-] Loading pyfs Feb 16 15:47:04.501854 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83961) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:47:04.502160 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=83961) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:47:04.502479 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83961) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:47:04.502872 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 16 15:47:04.896767 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:04.897327 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:04.897327 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:04.951424 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:04.952273 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:04.952547 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:04.956269 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:04.956590 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:04.956891 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:05.028516 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:05.028807 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:05.029110 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:05.030263 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:05.030570 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:05.030893 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:05.342430 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:05.342665 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:05.342975 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:05.343288 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:05.344117 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:05.513629 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:05.514001 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:05.514325 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:05.514669 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:05.514945 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:05.515445 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:05.515744 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:05.516041 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:05.516328 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:05.516661 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:05.516953 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:05.517249 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:05.517555 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:05.517853 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:05.518158 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:05.518474 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:05.518778 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:05.519096 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:05.519387 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:05.519873 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:05.520153 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:05.520433 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:05.520774 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:05.521050 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:05.521326 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:05.521761 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83961) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 16 15:47:05.522037 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83961) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 16 15:47:05.522310 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83961) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 16 15:47:05.522581 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83961) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 16 15:47:05.522848 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83961) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 16 15:47:05.523124 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83961) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 16 15:47:05.523550 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 16 15:47:05.528055 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 16 15:47:05.532230 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 16 15:47:05.536358 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1150, 1199)])]) Feb 16 15:47:05.538029 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 16 15:47:05.539888 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 16 15:47:05.540494 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Feb 16 15:47:05.541136 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 16 15:47:05.545867 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 16 15:47:05.546297 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 16 15:47:05.546925 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Feb 16 15:47:05.570160 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Feb 16 15:47:05.571041 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:05.571438 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83961) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Feb 16 15:47:05.571857 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:05.573263 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83961) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 16 15:47:05.573597 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Feb 16 15:47:05.573971 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Feb 16 15:47:05.577733 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:05.578045 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:05.665900 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 16 15:47:05.666177 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 16 15:47:05.666445 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 16 15:47:05.666898 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 16 15:47:05.705179 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_db.sqlalchemy.engines [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=83961) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 16 15:47:06.220422 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.plugins.ml2.managers [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Initializing driver for type 'gre' Feb 16 15:47:06.221013 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] gre ID ranges: [(1, 1000)] Feb 16 15:47:06.305840 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.plugins.ml2.managers [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Initializing driver for type 'local' Feb 16 15:47:06.306218 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.plugins.ml2.managers [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Initializing driver for type 'vlan' Feb 16 15:47:06.357874 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] VlanTypeDriver initialization complete Feb 16 15:47:06.358261 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.plugins.ml2.managers [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Initializing driver for type 'vxlan' Feb 16 15:47:06.358885 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] vxlan ID ranges: [(1, 1000)] Feb 16 15:47:06.477283 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.plugins.ml2.managers [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Initializing extension driver 'port_security' Feb 16 15:47:06.477649 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.plugins.ml2.extensions.port_security [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] PortSecurityExtensionDriver initialization complete Feb 16 15:47:06.478032 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.plugins.ml2.managers [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Initializing mechanism driver 'openvswitch' Feb 16 15:47:06.484335 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83961) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:47:06.485180 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Subscribe: > port after_create 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:06.485593 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Subscribe: > port after_update 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:06.485986 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Subscribe: > port after_delete 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:06.486423 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Subscribe: > subnet after_create 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:06.486843 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Subscribe: > subnet after_update 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:06.487237 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:06.487663 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Subscribe: > network after_create 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:06.488051 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Subscribe: > network after_update 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:06.488435 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Subscribe: > network after_delete 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:06.488855 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Subscribe: > security_group after_create 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:06.489241 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Subscribe: > security_group after_update 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:06.489622 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Subscribe: > security_group after_delete 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:06.490046 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:06.490432 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:06.490839 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:06.491393 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Subscribe: > address_group after_create 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:06.491780 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Subscribe: > address_group after_update 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:06.492164 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Subscribe: > address_group after_delete 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:06.492537 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] ML2 OVO RPC backend initialized. {{(pid=83961) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Feb 16 15:47:06.493264 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:06.493654 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:06.494119 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Subscribe: > network before_response 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:06.494503 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Subscribe: > networks before_response 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:06.494930 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Subscribe: > port before_response 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:06.495315 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Subscribe: > ports before_response 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:06.495700 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Subscribe: > subnet before_response 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:06.496118 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Subscribe: > subnets before_response 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:06.497051 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Subscribe: > network after_create 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:06.497441 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Subscribe: > network after_update 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:06.497821 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Subscribe: > network after_delete 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:06.498200 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Subscribe: > port after_create 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:06.498577 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Subscribe: > port after_update 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:06.498981 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Subscribe: > port after_delete 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:06.499358 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Subscribe: > subnet after_create 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:06.499734 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Subscribe: > subnet after_update 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:06.500149 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:06.500792 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.plugins.ml2.plugin [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Modular L2 Plugin initialization complete Feb 16 15:47:06.501154 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading services supported by the core plugin {{(pid=83961) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 16 15:47:06.501526 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.plugins.ml2.managers [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Got port-security extension from driver 'port_security' Feb 16 15:47:06.502043 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.extensions.vlantransparent [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Disabled vlantransparent extension. Feb 16 15:47:06.502526 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83961) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 16 15:47:06.502896 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading Plugin: router Feb 16 15:47:06.541724 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Subscribe: > router_interface before_create 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:06.542165 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Subscribe: > router after_create 55549900 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:06.542581 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Subscribe: > router before_create 55549900 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:06.543157 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:06.543589 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:06.543991 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Subscribe: > router after_delete 55549900 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:06.544396 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Subscribe: > floatingip after_update 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:06.544810 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Subscribe: > router after_create 55549900 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:06.545198 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Subscribe: > router after_update 55549900 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:06.545594 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Subscribe: > router after_update 55549900 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:06.545987 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:06.546394 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Subscribe: > router after_update 55549900 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:06.546915 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Subscribe: > router precommit_update 55549900 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:06.547340 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Subscribe: port after_update 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:06.547730 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Subscribe: port after_delete 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:06.548116 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Subscribe: subnet after_update 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:06.548499 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:06.548898 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Subscribe: > port precommit_delete 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:06.549288 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Subscribe: > router precommit_create 55549900 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:06.549674 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Subscribe: port before_delete 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:06.550061 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Subscribe: > router precommit_create 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:06.550470 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Subscribe: > router after_update 55549900 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:06.550880 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Subscribe: > router precommit_delete 55549900 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:06.551275 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Subscribe: > router precommit_create 55549900 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:06.551686 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:06.552075 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Subscribe: > router precommit_update 55549900 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:06.552506 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Subscribe: > network after_delete 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:06.553500 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource_registry [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Tracking information for resource: router configured {{(pid=83961) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 16 15:47:06.553881 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource_registry [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Tracking information for resource: floatingip configured {{(pid=83961) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 16 15:47:06.558785 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.db.l3_agentschedulers_db [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 16 15:47:06.559519 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Subscribe: port after_update 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:06.559919 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Subscribe: port after_create 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:06.560340 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Subscribe: port after_delete 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:06.560735 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Subscribe: port after_update 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:06.561644 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Subscribe: > router before_create 55550100 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:06.562050 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Subscribe: > router precommit_delete 55550100 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:06.562460 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Subscribe: > router precommit_create 55550100 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:06.562878 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Subscribe: > router precommit_update 55550100 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:06.567530 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.services.provider_configuration [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Service providers = [] {{(pid=83961) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 16 15:47:06.567938 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.servicetype_db [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83961) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 16 15:47:06.570960 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.services.service_base [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83961) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 16 15:47:06.571352 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.services.service_base [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83961) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 16 15:47:06.571734 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.services.service_base [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83961) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 16 15:47:06.572634 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.services.service_base [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83961) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 16 15:47:06.573041 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.services.service_base [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 16 15:47:06.573462 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83961) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 16 15:47:06.573819 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 16 15:47:06.584518 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83961) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 16 15:47:06.584897 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading Plugin: auto_allocate Feb 16 15:47:06.591478 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Subscribe: network precommit_update 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:06.591893 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Subscribe: network precommit_create 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:06.592485 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83961) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 16 15:47:06.592851 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading Plugin: tag Feb 16 15:47:06.599809 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83961) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 16 15:47:06.600181 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading Plugin: timestamp Feb 16 15:47:06.604028 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83961) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 16 15:47:06.604554 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading Plugin: network_ip_availability Feb 16 15:47:06.610159 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:06.610516 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:06.610939 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:06.611734 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83961) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 16 15:47:06.612096 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading Plugin: flavors Feb 16 15:47:06.616621 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83961) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 16 15:47:06.617001 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading Plugin: revisions Feb 16 15:47:06.621349 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83961) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 16 15:47:06.622035 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.119s {{(pid=83961) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:47:06.622887 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83961) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Feb 16 15:47:06.623256 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Initializing extension manager. Feb 16 15:47:06.623827 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: __init__.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.624211 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: __pycache__ {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.624589 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.624968 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: address_group.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.625944 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.626585 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loaded extension: address-group Feb 16 15:47:06.626985 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: address_scope.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.627771 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.628352 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loaded extension: address-scope Feb 16 15:47:06.628718 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.629676 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.630260 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loaded extension: router-admin-state-down-before-update Feb 16 15:47:06.630648 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: agent.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.631418 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.632003 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loaded extension: agent Feb 16 15:47:06.632371 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: agent_resources_synced.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.633307 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.633888 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loaded extension: agent-resources-synced Feb 16 15:47:06.634257 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: allowedaddresspairs.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.636099 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.637233 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loaded extension: allowed-address-pairs Feb 16 15:47:06.637611 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: auto_allocated_topology.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.638745 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.639336 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loaded extension: auto-allocated-topology Feb 16 15:47:06.639705 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: availability_zone.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.640471 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.641049 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loaded extension: availability_zone Feb 16 15:47:06.641415 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: availability_zone_filter.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.642352 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.642967 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loaded extension: availability_zone_filter Feb 16 15:47:06.643334 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: data_plane_status.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.644262 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.644842 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Extension data-plane-status not supported by any of loaded plugins Feb 16 15:47:06.645209 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: default_subnetpools.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.646156 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.646787 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loaded extension: default-subnetpools Feb 16 15:47:06.647163 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.648142 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.648725 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loaded extension: dhcp_agent_scheduler Feb 16 15:47:06.649092 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: dns.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.650034 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.650612 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Extension dns-integration not supported by any of loaded plugins Feb 16 15:47:06.651005 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: dns_domain_ports.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.651941 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.653136 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 16 15:47:06.653512 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: dvr.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.654286 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.654897 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loaded extension: dvr Feb 16 15:47:06.655266 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: empty_string_filtering.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.656218 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.656800 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loaded extension: empty-string-filtering Feb 16 15:47:06.657169 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.658103 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.658703 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 16 15:47:06.659075 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.660008 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.660586 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 16 15:47:06.660951 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: external_net.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.661882 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.662486 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loaded extension: external-net Feb 16 15:47:06.662861 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.663792 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.664376 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loaded extension: extra_dhcp_opt Feb 16 15:47:06.664736 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: extraroute.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.665663 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.666244 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loaded extension: extraroute Feb 16 15:47:06.666606 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: extraroute_atomic.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.667687 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.668313 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loaded extension: extraroute-atomic Feb 16 15:47:06.668745 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: filter_validation.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.669388 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.669971 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loaded extension: filter-validation Feb 16 15:47:06.670336 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: fip_pf_description.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.671290 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.671869 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 16 15:47:06.672234 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: fip_port_details.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.673167 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.673747 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loaded extension: fip-port-details Feb 16 15:47:06.674115 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: flavors.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.675398 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.675995 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loaded extension: flavors Feb 16 15:47:06.676369 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.678026 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.678615 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 16 15:47:06.679126 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: floatingip_pools.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.679897 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.680479 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loaded extension: floatingip-pools Feb 16 15:47:06.680847 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: ip_allocation.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.681800 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.682386 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Extension ip_allocation not supported by any of loaded plugins Feb 16 15:47:06.682804 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.683867 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.684459 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loaded extension: ip-substring-filtering Feb 16 15:47:06.684823 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: l2_adjacency.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.685762 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.686345 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 16 15:47:06.686743 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: l3.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.687843 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.688436 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loaded extension: router Feb 16 15:47:06.688805 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.691127 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.691732 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 16 15:47:06.692109 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.693061 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.693653 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loaded extension: ext-gw-mode Feb 16 15:47:06.694021 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.694983 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.695569 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loaded extension: l3-ha Feb 16 15:47:06.695935 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: l3_flavors.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.696870 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.697456 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loaded extension: l3-flavors Feb 16 15:47:06.697823 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.698810 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.699988 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 16 15:47:06.700358 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: l3agentscheduler.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.701655 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.702247 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loaded extension: l3_agent_scheduler Feb 16 15:47:06.702617 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: logging.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.704158 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.704749 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Extension logging not supported by any of loaded plugins Feb 16 15:47:06.705122 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: metering.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.705934 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.706670 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loaded extension: metering Feb 16 15:47:06.707033 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.708178 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.708768 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loaded extension: metering_source_and_destination_fields Feb 16 15:47:06.709140 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: multiprovidernet.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.710090 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.710709 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loaded extension: multi-provider Feb 16 15:47:06.711083 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: netmtu.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.712029 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.712614 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loaded extension: net-mtu Feb 16 15:47:06.712981 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: netmtu_writable.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.713923 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.714507 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loaded extension: net-mtu-writable Feb 16 15:47:06.715464 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: network_availability_zone.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.716199 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.716779 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loaded extension: network_availability_zone Feb 16 15:47:06.717145 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: network_ip_availability.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.718280 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.718924 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loaded extension: network-ip-availability Feb 16 15:47:06.719296 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: network_segment_range.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.720249 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.720836 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Extension network-segment-range not supported by any of loaded plugins Feb 16 15:47:06.721194 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: pagination.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.722208 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.722586 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loaded extension: pagination Feb 16 15:47:06.722977 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: port_device_profile.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.723905 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.724491 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loaded extension: port-device-profile Feb 16 15:47:06.724862 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.725809 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.726392 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loaded extension: port-mac-address-regenerate Feb 16 15:47:06.726790 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.727716 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.728307 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loaded extension: port-numa-affinity-policy Feb 16 15:47:06.728673 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: port_resource_request.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.729611 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.730191 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Extension port-resource-request not supported by any of loaded plugins Feb 16 15:47:06.730593 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: portbindings.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.731594 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.732180 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loaded extension: binding Feb 16 15:47:06.732545 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: portbindings_extended.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.733851 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.734439 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loaded extension: binding-extended Feb 16 15:47:06.734835 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: portsecurity.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.735777 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.736363 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loaded extension: port-security Feb 16 15:47:06.736731 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: project_id.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.737728 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.738116 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loaded extension: project-id Feb 16 15:47:06.738485 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: providernet.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.739455 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.740044 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loaded extension: provider Feb 16 15:47:06.740414 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: qos.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.744005 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.744612 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Extension qos not supported by any of loaded plugins Feb 16 15:47:06.744990 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.747753 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.748359 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 16 15:47:06.748739 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.749676 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.750263 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 16 15:47:06.750670 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: qos_default.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.751589 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.752173 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Extension qos-default not supported by any of loaded plugins Feb 16 15:47:06.752541 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: qos_fip.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.753246 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.753819 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Extension qos-fip not supported by any of loaded plugins Feb 16 15:47:06.754185 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: qos_gateway_ip.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.755146 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.755726 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 16 15:47:06.756091 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: qos_port_network_policy.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.757025 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.757599 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 16 15:47:06.757969 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: qos_rule_type_details.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.758929 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.759512 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 16 15:47:06.759873 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: qos_rules_alias.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.760959 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.761551 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 16 15:47:06.762477 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: quotasv2.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.763633 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.764017 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loaded extension: quotas Feb 16 15:47:06.764379 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: quotasv2_detail.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.766021 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.766411 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loaded extension: quota_details Feb 16 15:47:06.766815 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: rbac.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.767992 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.768593 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loaded extension: rbac-policies Feb 16 15:47:06.768960 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: rbac_address_scope.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.769905 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.770497 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loaded extension: rbac-address-scope Feb 16 15:47:06.770895 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: rbac_security_groups.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.771940 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.772528 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loaded extension: rbac-security-groups Feb 16 15:47:06.772896 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: rbac_subnetpool.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.773854 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.774438 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loaded extension: rbac-subnetpool Feb 16 15:47:06.774845 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: revisionifmatch.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.775795 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.776381 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loaded extension: revision-if-match Feb 16 15:47:06.776747 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: revisions.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.778488 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.779098 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loaded extension: standard-attr-revisions Feb 16 15:47:06.779468 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: router_availability_zone.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.780200 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.780789 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loaded extension: router_availability_zone Feb 16 15:47:06.781149 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: routerservicetype.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.782091 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.782688 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Extension router-service-type not supported by any of loaded plugins Feb 16 15:47:06.783056 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.784015 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.784599 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loaded extension: security-groups-normalized-cidr Feb 16 15:47:06.784961 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.785911 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.786486 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loaded extension: port-security-groups-filtering Feb 16 15:47:06.786872 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.787829 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.788426 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loaded extension: security-groups-remote-address-group Feb 16 15:47:06.788792 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: securitygroup.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.802008 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.802672 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loaded extension: security-group Feb 16 15:47:06.803033 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: segment.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.803912 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.804498 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Extension segment not supported by any of loaded plugins Feb 16 15:47:06.804863 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.805822 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.806413 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 16 15:47:06.806813 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: servicetype.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.807931 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.808574 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loaded extension: service-type Feb 16 15:47:06.808948 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: sorting.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.810084 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.810465 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loaded extension: sorting Feb 16 15:47:06.810859 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: standard_attr_segment.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.811794 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.812389 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 16 15:47:06.812756 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: standardattrdescription.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.813452 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.814031 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loaded extension: standard-attr-description Feb 16 15:47:06.814391 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: stateful_security_group.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.815393 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.815978 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loaded extension: stateful-security-group Feb 16 15:47:06.816341 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: stdattrs_common.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.816940 dv-cinder-775706-1-iscsi neutron-server[83961]: WARNING neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 16 15:47:06.817302 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.818335 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.818958 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 16 15:47:06.819325 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: subnet_onboard.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.820410 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.821003 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loaded extension: subnet_onboard Feb 16 15:47:06.821372 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.822338 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.822949 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 16 15:47:06.823318 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: subnet_service_types.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.824938 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.825585 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loaded extension: subnet-service-types Feb 16 15:47:06.825953 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: subnetallocation.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.827107 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.827702 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loaded extension: subnet_allocation Feb 16 15:47:06.828073 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.828794 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.829378 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loaded extension: subnetpool-prefix-ops Feb 16 15:47:06.829746 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.830737 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.831321 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 16 15:47:06.831689 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: tagging.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.832989 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.833586 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loaded extension: standard-attr-tag Feb 16 15:47:06.833958 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: timestamp.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.835176 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.835766 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loaded extension: standard-attr-timestamp Feb 16 15:47:06.836136 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: trunk.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.837181 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.837776 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Extension trunk not supported by any of loaded plugins Feb 16 15:47:06.838141 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: trunk_details.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.839137 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.839716 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Extension trunk-details not supported by any of loaded plugins Feb 16 15:47:06.840692 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: uplink_status_propagation.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.841635 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.842216 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 16 15:47:06.842590 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Loading extension file: vlantransparent.py {{(pid=83961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:47:06.843327 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:47:06.843904 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 16 15:47:06.846683 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.quota.resource_registry [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Creating instance of TrackedResource for resource:network Feb 16 15:47:06.847504 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.quota.resource_registry [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Creating instance of TrackedResource for resource:subnet Feb 16 15:47:06.848179 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.quota.resource_registry [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 15:47:06.848847 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.quota.resource_registry [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Creating instance of TrackedResource for resource:port Feb 16 15:47:06.850390 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.resource_helper [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83961) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 16 15:47:06.850905 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.resource_helper [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Service FLAVORS assigned prefix: {{(pid=83961) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 16 15:47:06.851617 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.resource_helper [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83961) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 16 15:47:06.852095 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.resource_helper [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83961) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 16 15:47:06.852468 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.quota.resource_registry [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Creating instance of TrackedResource for resource:router Feb 16 15:47:06.853199 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.quota.resource_registry [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Creating instance of TrackedResource for resource:floatingip Feb 16 15:47:06.853984 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.resource_helper [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Service METERING assigned prefix: /metering {{(pid=83961) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 16 15:47:06.855926 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:06.856337 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:06.856732 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83961) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:47:06.857895 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.quota.resource_registry [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Creating instance of CountableResource for resource:rbac_policy Feb 16 15:47:06.858385 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.quota.resource_registry [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Creating instance of TrackedResource for resource:security_group Feb 16 15:47:06.859237 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.quota.resource_registry [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 16 15:47:06.860077 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.resource_helper [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Service CORE assigned prefix: {{(pid=83961) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 16 15:47:06.860496 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.quota.resource_registry [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 15:47:06.860836 dv-cinder-775706-1-iscsi neutron-server[83961]: WARNING neutron.quota.resource_registry [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] subnetpool is already registered Feb 16 15:47:06.861495 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.resource_helper [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Service CORE assigned prefix: {{(pid=83961) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 16 15:47:06.861864 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.quota.resource_registry [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 15:47:06.862227 dv-cinder-775706-1-iscsi neutron-server[83961]: WARNING neutron.quota.resource_registry [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] subnetpool is already registered Feb 16 15:47:06.865020 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.resource_helper [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83961) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 16 15:47:06.865502 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.resource_helper [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Service FLAVORS assigned prefix: {{(pid=83961) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 16 15:47:06.866163 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.resource_helper [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83961) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 16 15:47:06.866660 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.resource_helper [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83961) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 16 15:47:06.867030 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.quota.resource_registry [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Creating instance of TrackedResource for resource:router Feb 16 15:47:06.867401 dv-cinder-775706-1-iscsi neutron-server[83961]: WARNING neutron.quota.resource_registry [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] router is already registered Feb 16 15:47:06.868062 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.quota.resource_registry [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Creating instance of TrackedResource for resource:floatingip Feb 16 15:47:06.868430 dv-cinder-775706-1-iscsi neutron-server[83961]: WARNING neutron.quota.resource_registry [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] floatingip is already registered Feb 16 15:47:06.869131 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.resource_helper [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Service METERING assigned prefix: /metering {{(pid=83961) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 16 15:47:06.869887 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.quota.resource_registry [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Creating instance of CountableResource for resource:rbac_policy Feb 16 15:47:06.870254 dv-cinder-775706-1-iscsi neutron-server[83961]: WARNING neutron.quota.resource_registry [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] rbac_policy is already registered Feb 16 15:47:06.870906 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.quota.resource_registry [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Creating instance of TrackedResource for resource:security_group Feb 16 15:47:06.872213 dv-cinder-775706-1-iscsi neutron-server[83961]: WARNING neutron.quota.resource_registry [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] security_group is already registered Feb 16 15:47:06.872991 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.quota.resource_registry [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 16 15:47:06.873361 dv-cinder-775706-1-iscsi neutron-server[83961]: WARNING neutron.quota.resource_registry [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] security_group_rule is already registered Feb 16 15:47:06.874103 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.resource_helper [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Service CORE assigned prefix: {{(pid=83961) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 16 15:47:06.874473 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.quota.resource_registry [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 15:47:06.874883 dv-cinder-775706-1-iscsi neutron-server[83961]: WARNING neutron.quota.resource_registry [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] subnetpool is already registered Feb 16 15:47:06.875559 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.resource_helper [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Service CORE assigned prefix: {{(pid=83961) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 16 15:47:06.875928 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.quota.resource_registry [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 15:47:06.876290 dv-cinder-775706-1-iscsi neutron-server[83961]: WARNING neutron.quota.resource_registry [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] subnetpool is already registered Feb 16 15:47:06.877076 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Extended resource: extensions {{(pid=83961) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 15:47:06.878742 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Extended resource: address-groups {{(pid=83961) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 15:47:06.880465 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Extended resource: address-scopes {{(pid=83961) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 15:47:06.881764 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Extended resource: agents {{(pid=83961) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 15:47:06.883019 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Extended resource: auto-allocated-topology {{(pid=83961) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 15:47:06.884359 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Extended resource: availability_zones {{(pid=83961) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 15:47:06.885760 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Extended resource: dhcp-networks {{(pid=83961) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 15:47:06.888031 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Extended resource: dhcp-agents {{(pid=83961) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 15:47:06.889549 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Extended resource: routers {{(pid=83961) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 15:47:06.891499 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Extended resource: flavors {{(pid=83961) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 15:47:06.892939 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Extended resource: service_profiles {{(pid=83961) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 15:47:06.894365 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Extended resource: next_providers {{(pid=83961) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 15:47:06.896855 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Extended resource: service_profiles {{(pid=83961) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 15:47:06.898395 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Extended resource: floatingip-pools {{(pid=83961) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 15:47:06.899741 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Extended resource: routers {{(pid=83961) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 15:47:06.901709 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Extended resource: floatingips {{(pid=83961) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 15:47:06.903045 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Extended resource: l3-routers {{(pid=83961) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 15:47:06.904530 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Extended resource: l3-agents {{(pid=83961) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 15:47:06.906042 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Extended resource: metering-labels {{(pid=83961) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 15:47:06.907512 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Extended resource: metering-label-rules {{(pid=83961) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 15:47:06.909131 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Extended resource: network-ip-availabilities {{(pid=83961) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 15:47:06.910487 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Extended resource: bindings {{(pid=83961) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 15:47:06.912233 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Extended resource: quotas {{(pid=83961) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 15:47:06.913765 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Extended resource: quotas {{(pid=83961) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 15:47:06.915315 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Extended resource: rbac-policies {{(pid=83961) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 15:47:06.916817 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Extended resource: security-groups {{(pid=83961) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 15:47:06.918240 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Extended resource: security-group-rules {{(pid=83961) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 15:47:06.919607 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Extended resource: service-providers {{(pid=83961) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 15:47:06.920920 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Extended resource: subnetpools {{(pid=83961) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 15:47:06.922949 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Extended resource: subnetpools {{(pid=83961) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 15:47:06.924746 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Extended resource: tags {{(pid=83961) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 15:47:06.926705 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Extended resource: tags {{(pid=83961) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 15:47:06.928618 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Extended resource: tags {{(pid=83961) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 15:47:06.930511 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Extended resource: tags {{(pid=83961) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 15:47:06.932670 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Extended resource: tags {{(pid=83961) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 15:47:06.935032 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Extended resource: tags {{(pid=83961) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 15:47:06.936932 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Extended resource: tags {{(pid=83961) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 15:47:06.938900 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Extended resource: tags {{(pid=83961) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 15:47:06.941116 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Extended resource: tags {{(pid=83961) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 15:47:06.943087 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.extensions [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Extended resource: tags {{(pid=83961) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 15:47:06.950839 dv-cinder-775706-1-iscsi neutron-server[83961]: WARNING keystonemiddleware.auth_token [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 16 15:47:06.956248 dv-cinder-775706-1-iscsi neutron-server[83961]: WARNING keystonemiddleware.auth_token [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 16 15:47:06.965229 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Acquired lock "singleton_lock" {{(pid=83961) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 16 15:47:06.965765 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Releasing lock "singleton_lock" {{(pid=83961) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 16 15:47:06.967297 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO oslo_service.service [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Starting 2 workers Feb 16 15:47:06.972112 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Started child 84074 {{(pid=83961) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 16 15:47:06.976166 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:06.976924 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Started child 84075 {{(pid=83961) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 16 15:47:06.977759 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [-] (84074) wsgi starting up on http://0.0.0.0:9696 Feb 16 15:47:06.978370 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.service [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 16 15:47:06.979087 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Notify callbacks [] for process, before_spawn {{(pid=83961) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:06.980352 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:06.981686 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO oslo_service.service [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Starting 1 workers Feb 16 15:47:06.981914 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [-] (84075) wsgi starting up on http://0.0.0.0:9696 Feb 16 15:47:06.987213 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Started child 84076 {{(pid=83961) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 16 15:47:06.987792 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO oslo_service.service [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Starting 1 workers Feb 16 15:47:06.989571 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.service [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] calling RpcWorker wait() {{(pid=84076) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 16 15:47:06.989997 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.service [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] returning from RpcWorker wait() {{(pid=84076) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 16 15:47:06.991606 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:06.992147 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:47:06.992701 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Started child 84077 {{(pid=83961) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 16 15:47:06.993506 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b6616cec-38db-49cf-944a-628bbe3c6dd0 None None] Notify callbacks [] for process, after_spawn {{(pid=83961) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:06.995164 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83961) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 16 15:47:06.995417 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 16 15:47:06.995604 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 16 15:47:06.996819 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 16 15:47:06.997414 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 16 15:47:06.997756 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 16 15:47:06.997901 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:06.998386 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:06.998720 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:06.998818 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:47:06.999031 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:06.999318 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:06.999646 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.000372 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.000625 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.000930 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.001238 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.001510 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.001707 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.001882 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.002341 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.002656 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.003028 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.003312 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.003585 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.003869 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.004084 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.004374 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.004675 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.004964 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.005262 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] debug = True {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.005546 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.006121 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.006409 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.006717 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.006976 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.007290 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.007562 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.008052 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.008164 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.008333 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.008654 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.008950 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.009203 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.009486 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.009763 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.010025 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.010480 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] host = dv-cinder-775706-1-iscsi {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.010771 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.011023 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.011288 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.011555 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.012445 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.018956 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.018956 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.018956 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.018956 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.018956 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.018956 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.018956 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.018956 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.019745 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] log_file = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.019745 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] log_options = True {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.019745 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.019745 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.019745 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.019745 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.019745 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.020196 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.020196 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.020196 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.020196 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.020196 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.020196 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.020196 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.020196 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.020697 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.020697 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.020697 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.020697 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.020697 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.020697 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.020697 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.020697 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.021194 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.021194 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.021194 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.021194 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.021194 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.021194 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.021553 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.021629 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.022136 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.022136 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.022381 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.022597 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.022906 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.023196 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.023439 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.023700 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.024015 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.024285 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.024569 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.024865 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.025110 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.025401 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.025649 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.025893 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.026163 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] use_json = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.026409 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.026673 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.026953 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.027216 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.027564 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.027783 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.030655 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.030655 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.030655 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.030655 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.030655 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.030655 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.030655 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.030655 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.031962 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.031962 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.031962 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.031962 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.031962 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.031962 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.031962 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.032919 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.032919 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.032919 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.033314 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.033314 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.033605 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.033747 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.033981 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.034232 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.034588 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.034933 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.035252 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.101/identity {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.035538 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.035789 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.036040 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.036320 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.036566 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.036806 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.037048 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.037344 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.037592 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.037851 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.038086 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.038350 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.038597 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.039042 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.039155 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.039670 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.039768 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.040444 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.040444 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.040444 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.040667 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.041286 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.041286 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.041450 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.041716 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.041882 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.042087 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.042336 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.042578 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.043262 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.043262 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.043490 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.043573 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.044182 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.044182 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.044341 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.044566 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.044819 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.045081 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.045327 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.045571 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.045816 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.046064 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.046316 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.046562 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.046843 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.047088 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.047330 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.047735 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.047992 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.048216 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.048638 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.048885 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.049242 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.049499 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.049747 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.049990 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.050240 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.050483 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.050836 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.053670 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.053670 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.053670 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.053670 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.053670 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.053670 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.053670 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.053670 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.054921 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.054921 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.054921 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.054921 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.054921 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.054921 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.055748 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.055748 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.055748 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.056220 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.056220 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.056558 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.056701 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.056844 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.057164 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.057373 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.059932 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.059932 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.059932 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.059932 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.059932 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.059932 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.059932 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.061000 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.061000 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.061000 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.061000 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.061554 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.061554 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.061824 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.062027 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.062300 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.062592 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.062895 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.063184 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.063461 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.063712 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.063959 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.064341 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.064742 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.065028 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.065282 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.065516 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.065983 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.066239 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.066492 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.066820 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.067121 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.067380 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.067660 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.067944 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.101/identity {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.068191 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.068439 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.068707 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.068970 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.069237 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.069486 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.069748 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.070016 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.070262 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.070548 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.070822 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.071080 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.071589 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.072093 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.072414 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.073952 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.074833 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.075306 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.077010 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.077010 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.077010 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.077313 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.077509 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.077816 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.078078 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.078393 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.078711 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.078994 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.079279 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.079541 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.079821 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.080089 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.080380 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.080637 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.080892 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.081156 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.081417 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.081694 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.081928 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.082212 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.082461 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.082764 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.083021 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.083381 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.083651 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.083938 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.084213 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.084464 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.084735 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.084987 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.085242 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.085496 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.085746 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.085994 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.086287 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.086561 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.086866 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.087117 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.089401 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.089712 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.090567 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.090891 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.091280 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.091585 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.091864 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.092139 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.092422 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.092701 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.092980 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.093246 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.093506 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.093760 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.094031 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.094286 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.094537 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.095782 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.096196 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.096915 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.097811 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.098086 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.098929 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.099872 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.100184 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.100581 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.101658 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.101929 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.102226 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.102876 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.103752 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.104035 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.105487 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.107153 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.110828 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.111410 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.111822 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.112239 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.112408 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1150:1199'] {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.112755 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.113026 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.113373 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.113768 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.114173 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.114465 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.114794 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.115099 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.115367 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.115631 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.115894 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.116198 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.116463 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.116767 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.117060 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.117332 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.117581 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.117855 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.118119 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.118405 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.118686 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.118960 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.119222 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.119417 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 16 15:47:07.119972 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83961) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 16 15:47:07.120166 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 16 15:47:07.120354 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 16 15:47:07.120577 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 16 15:47:07.120787 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 16 15:47:07.120974 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 16 15:47:07.121989 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.122585 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.122585 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.122585 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.122974 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.122974 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.123259 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.123259 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.123527 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.123527 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.123804 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.123945 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.124085 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.124223 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.124369 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.124508 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.124646 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.124841 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.125038 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.125229 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.125418 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.125607 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.125798 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] debug = True {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.125986 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.126211 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.126402 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.126590 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.126806 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.126997 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.127186 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.127375 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.127564 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.127753 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.127941 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.128130 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.128319 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.128508 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.128697 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.128885 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.129072 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] host = dv-cinder-775706-1-iscsi {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.129260 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.129450 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.129638 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.129826 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.130014 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.130203 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.130391 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.130579 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.130767 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.130953 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.131140 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.131328 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.131516 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.131705 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] log_file = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.131892 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] log_options = True {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.132083 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.132270 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.132458 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.132698 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.132901 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.133091 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.133327 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.133518 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.133707 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.133895 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.134166 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.134356 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.134546 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.138032 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.138032 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.138032 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.138032 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.138032 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.138032 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.138032 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.138032 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.138745 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.138745 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.138745 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.138745 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.138745 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.138745 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.138745 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.138745 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.138745 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.139518 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.139518 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.139518 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.139518 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.139518 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.139518 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.139518 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.139518 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.140177 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.140177 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.140177 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.140177 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.140177 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.140616 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.140616 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.140616 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] use_json = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.140888 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.140888 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.141069 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.141214 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.141409 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.141588 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.141768 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.142567 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:47:07.142567 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.142567 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.142567 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.142928 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.142928 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.143059 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.143178 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.143487 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.143642 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.143803 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.143958 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.144119 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.144271 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.144421 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.144569 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.144718 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.144867 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.145018 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.145175 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.145326 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.145475 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.145669 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.145880 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.146072 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.146234 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.101/identity {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.146427 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.146618 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.146808 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.147000 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.147194 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.147387 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.147581 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.147772 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.147963 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.148136 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.148484 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.148910 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.149192 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.149459 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.149723 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.149983 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.150245 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.150543 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.150826 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.151431 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.151721 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 42634) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:47:07.154943 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.155319 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.155531 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.155951 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.156119 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.156372 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.156681 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.156883 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.157101 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.157587 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.157996 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.157996 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.158341 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.158590 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.160835 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.161000 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.161195 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.163164 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.163164 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.163164 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.163164 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.163164 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.163164 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.163164 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.163164 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.163164 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.163853 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.163954 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [-] 10.222.0.101 "GET / HTTP/1.1" status: 200 len: 254 time: 0.0092838 Feb 16 15:47:07.164053 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.164150 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.164431 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.164663 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.165665 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.165847 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.166012 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.166204 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.166402 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.166564 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.167894 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.167894 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.167894 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.167894 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.167894 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.167894 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.167894 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.169083 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.169083 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.169083 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.169083 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.169083 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.169083 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.169083 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.169512 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.169512 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.169512 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.169739 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.169837 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.169934 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.170311 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.170311 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.170474 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.170555 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.171591 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.171591 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.171591 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.171591 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.171591 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.172153 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.172153 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.172153 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.172153 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.172536 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.172536 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.172718 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.172815 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.172968 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.173157 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.173346 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.173532 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.173722 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.173907 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.174095 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.174283 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.174477 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.175495 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.175705 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.175896 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.176088 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.176332 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.177976 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.177976 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.177976 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.177976 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.178265 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.178265 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.178394 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:47:07.178474 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.178547 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.178766 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.178871 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.179055 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.101/identity {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.179244 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.179433 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.179601 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.179785 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.179981 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.180170 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.180355 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.180544 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.180731 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.180916 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.181103 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.181291 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.181479 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.181666 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.181851 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.182037 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.182228 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.182415 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.182601 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.182843 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.183030 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.183214 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.183400 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.184103 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.184425 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.184976 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.184976 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.184976 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.184976 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.185329 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.185329 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.185518 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.185618 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.185756 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.185943 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.186129 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.186314 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.186501 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.186710 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.186899 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.187086 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.187282 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.187468 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.187671 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.187861 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.188023 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.188269 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.188410 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.188540 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.188656 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.188845 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.189030 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.189214 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.189399 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.189584 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.189773 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.189962 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.190147 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.190334 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.190518 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.190790 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.191027 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.191264 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.191480 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.191691 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.191906 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.192170 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.192309 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.192491 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.192690 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.193060 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.193387 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.193665 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.193930 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.194197 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.195724 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.195724 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.195724 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.196068 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.196249 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.196524 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.196791 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.196994 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.197327 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.197696 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.197897 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.198412 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.198617 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.198864 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.200686 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.200902 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.201117 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.201332 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.202075 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.202278 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.202470 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.202696 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1150:1199'] {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.202904 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.203288 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.203493 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.203705 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.203903 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.204712 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.204712 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.204712 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.204712 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.205005 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.205005 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.205257 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.205349 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.205487 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.205674 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.205866 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.206058 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.206250 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.206441 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.206649 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.206882 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.207057 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.207579 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:47:07.207579 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83961) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 16 15:47:17.717252 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e518c3-571a-4c80-acdc-4a53f4342ce5 None None] get_active_networks_info from dv-cinder-775706-1-iscsi {{(pid=84076) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 16 15:47:17.853374 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e518c3-571a-4c80-acdc-4a53f4342ce5 None None] No non-hosted networks {{(pid=84076) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 16 15:47:18.006016 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-5d9ddc0b-0fb2-4578-adc6-40938cd4c88e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136'] for agent, after_create {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:20.362515 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d05518bb-17ee-4865-b03c-31693adcda8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136'] for agent, after_create {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:20.522666 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b86ad617-a870-4813-adbb-e79380b848c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136'] for agent, after_create {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:20.579746 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f61e8cf0-0f69-43da-9c61-1a593b3ef769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:21.380177 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136'] for agent, after_create {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:21.380828 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:21.381178 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:21.381544 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:21.381911 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:21.382275 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:21.382684 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:21.383021 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:21.383405 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:21.383808 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:21.384130 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:21.384490 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:21.384876 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:21.385250 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-775706-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:47:21.392451 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-775706-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:47:22.219899 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-331083c2-9fd5-48c9-8796-02890b3f22e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136'] for agent, after_create {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:23.325164 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] get_endpoint_by_host() called for host dv-cinder-775706-1-iscsi {{(pid=84076) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 16 15:47:23.330651 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] get_endpoint_by_ip() called for ip 192.168.0.95 {{(pid=84076) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 16 15:47:23.333889 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] _add_endpoint() called for ip 192.168.0.95 {{(pid=84076) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 16 15:47:23.412840 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] _get_endpoints() called {{(pid=84076) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 16 15:47:23.502127 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 42732) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:47:24.130836 dv-cinder-775706-1-iscsi neutron-server[83961]: WARNING oslo_policy.policy [None req-e4b86ae7-ab97-41ce-99a1-1bda380ffb0d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 15:47:24.131424 dv-cinder-775706-1-iscsi neutron-server[83961]: WARNING oslo_policy.policy [None req-e4b86ae7-ab97-41ce-99a1-1bda380ffb0d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 15:47:24.362372 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [None req-e4b86ae7-ab97-41ce-99a1-1bda380ffb0d admin admin] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=84074) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 15:47:24.363566 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-e4b86ae7-ab97-41ce-99a1-1bda380ffb0d admin admin] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.8603973 Feb 16 15:47:26.703391 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.db.l3_hamode_db [None req-d64b1d27-4bf1-45cd-9bba-be36bde61739 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 16 15:47:26.797178 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64b1d27-4bf1-45cd-9bba-be36bde61739 None None] Routers set() bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:47:26.797538 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64b1d27-4bf1-45cd-9bba-be36bde61739 None None] Router IDs set() for agent in host dv-cinder-775706-1-iscsi {{(pid=84076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Feb 16 15:47:27.169300 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 42746) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:47:27.565158 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [None req-228c766a-a5c9-4f63-8c6a-ea36e15edb58 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26}} {{(pid=84074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:47:27.635429 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.policy [None req-228c766a-a5c9-4f63-8c6a-ea36e15edb58 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84074) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 16 15:47:27.672385 dv-cinder-775706-1-iscsi neutron-server[83961]: WARNING oslo_policy.policy [None req-228c766a-a5c9-4f63-8c6a-ea36e15edb58 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 15:47:27.672714 dv-cinder-775706-1-iscsi neutron-server[83961]: WARNING oslo_policy.policy [None req-228c766a-a5c9-4f63-8c6a-ea36e15edb58 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 15:47:27.699780 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.quota [None req-228c766a-a5c9-4f63-8c6a-ea36e15edb58 admin admin] Loaded quota_driver: . Feb 16 15:47:27.716855 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-228c766a-a5c9-4f63-8c6a-ea36e15edb58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:47:27.809541 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-228c766a-a5c9-4f63-8c6a-ea36e15edb58 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363260216184850', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363260216236338', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363260216237065', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363260216214426', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363260216221455', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1575544', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1601695', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-695318', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-903074'] for rbac-policy, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:28.019836 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-228c766a-a5c9-4f63-8c6a-ea36e15edb58 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:28.021103 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-228c766a-a5c9-4f63-8c6a-ea36e15edb58 admin admin] 10.222.0.101 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8507392 Feb 16 15:47:31.097120 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 42760) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:47:31.479625 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [None req-968eaaa7-da04-4be7-87a4-e23ec3286b90 admin admin] Request body: {'network': {'project_id': '2e2bbec835b544f1a34ebe329a00feba', 'admin_state_up': True, 'name': 'private'}} {{(pid=84074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:47:31.486289 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-968eaaa7-da04-4be7-87a4-e23ec3286b90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:47:31.491066 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-968eaaa7-da04-4be7-87a4-e23ec3286b90 admin admin] Usage tracker for resource:network and tenant:2e2bbec835b544f1a34ebe329a00feba is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:47:31.494794 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-968eaaa7-da04-4be7-87a4-e23ec3286b90 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:47:31.501200 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-968eaaa7-da04-4be7-87a4-e23ec3286b90 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:47:31.544226 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-968eaaa7-da04-4be7-87a4-e23ec3286b90 admin admin] Made reservation on behalf of 2e2bbec835b544f1a34ebe329a00feba for: {'network': 1} {{(pid=84074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:47:31.550334 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-968eaaa7-da04-4be7-87a4-e23ec3286b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for network, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:31.569012 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-968eaaa7-da04-4be7-87a4-e23ec3286b90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:31.737878 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-968eaaa7-da04-4be7-87a4-e23ec3286b90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:47:31.741767 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-968eaaa7-da04-4be7-87a4-e23ec3286b90 admin admin] Usage tracker for resource:security_group_rule and tenant:2e2bbec835b544f1a34ebe329a00feba is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:47:31.745312 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-968eaaa7-da04-4be7-87a4-e23ec3286b90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:47:31.751401 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-968eaaa7-da04-4be7-87a4-e23ec3286b90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:47:32.006540 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-968eaaa7-da04-4be7-87a4-e23ec3286b90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:32.059422 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-968eaaa7-da04-4be7-87a4-e23ec3286b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:32.064510 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:47:32.086182 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-968eaaa7-da04-4be7-87a4-e23ec3286b90 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=84074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 16 15:47:32.114254 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-968eaaa7-da04-4be7-87a4-e23ec3286b90 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776636542681', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797496'] for segment, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:32.114779 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.db.segments_db [None req-968eaaa7-da04-4be7-87a4-e23ec3286b90 admin admin] Added segment 61afbd09-bece-473e-a821-b90f3054b305 of type vxlan for network 437ed6e7-0336-4ba4-a59a-fed20dcce402 Feb 16 15:47:32.165712 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968eaaa7-da04-4be7-87a4-e23ec3286b90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d323f2d-0805-4a87-81c6-48abe4f79f23,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:47:32.183184 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968eaaa7-da04-4be7-87a4-e23ec3286b90 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:32.183556 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968eaaa7-da04-4be7-87a4-e23ec3286b90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:32.183931 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968eaaa7-da04-4be7-87a4-e23ec3286b90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:32.184357 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968eaaa7-da04-4be7-87a4-e23ec3286b90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:32.184710 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968eaaa7-da04-4be7-87a4-e23ec3286b90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:32.185059 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968eaaa7-da04-4be7-87a4-e23ec3286b90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:32.185400 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968eaaa7-da04-4be7-87a4-e23ec3286b90 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:32.185743 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968eaaa7-da04-4be7-87a4-e23ec3286b90 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:32.186100 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968eaaa7-da04-4be7-87a4-e23ec3286b90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:32.186442 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968eaaa7-da04-4be7-87a4-e23ec3286b90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:32.186809 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968eaaa7-da04-4be7-87a4-e23ec3286b90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:32.187176 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968eaaa7-da04-4be7-87a4-e23ec3286b90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:32.188227 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968eaaa7-da04-4be7-87a4-e23ec3286b90 admin admin] Tracked resource versions report: Feb 16 15:47:32.188227 dv-cinder-775706-1-iscsi neutron-server[83961]: pushed versions: Feb 16 15:47:32.188227 dv-cinder-775706-1-iscsi neutron-server[83961]: { 'AddressGroup': {'1.1'}, Feb 16 15:47:32.188227 dv-cinder-775706-1-iscsi neutron-server[83961]: 'ConntrackHelper': {'1.0'}, Feb 16 15:47:32.188227 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Log': {'1.0'}, Feb 16 15:47:32.188227 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Network': {'1.1'}, Feb 16 15:47:32.188227 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Port': {'1.7'}, Feb 16 15:47:32.188227 dv-cinder-775706-1-iscsi neutron-server[83961]: 'PortForwarding': {'1.2'}, Feb 16 15:47:32.188227 dv-cinder-775706-1-iscsi neutron-server[83961]: 'QosPolicy': {'1.8'}, Feb 16 15:47:32.188227 dv-cinder-775706-1-iscsi neutron-server[83961]: 'SecurityGroup': {'1.4'}, Feb 16 15:47:32.188227 dv-cinder-775706-1-iscsi neutron-server[83961]: 'SecurityGroupRule': {'1.2'}, Feb 16 15:47:32.188227 dv-cinder-775706-1-iscsi neutron-server[83961]: 'SubPort': {'1.0'}, Feb 16 15:47:32.188227 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Subnet': {'1.1'}, Feb 16 15:47:32.188227 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Trunk': {'1.1'}} Feb 16 15:47:32.188227 dv-cinder-775706-1-iscsi neutron-server[83961]: consumer versions: Feb 16 15:47:32.188227 dv-cinder-775706-1-iscsi neutron-server[83961]: { DHCP agent@dv-cinder-775706-1-iscsi: {}, Feb 16 15:47:32.188227 dv-cinder-775706-1-iscsi neutron-server[83961]: L3 agent@dv-cinder-775706-1-iscsi: {}, Feb 16 15:47:32.188227 dv-cinder-775706-1-iscsi neutron-server[83961]: Metadata agent@dv-cinder-775706-1-iscsi: {}, Feb 16 15:47:32.188227 dv-cinder-775706-1-iscsi neutron-server[83961]: Metering agent@dv-cinder-775706-1-iscsi: {}, Feb 16 15:47:32.188227 dv-cinder-775706-1-iscsi neutron-server[83961]: Open vSwitch agent@dv-cinder-775706-1-iscsi: { 'AddressGroup': '1.1', Feb 16 15:47:32.188227 dv-cinder-775706-1-iscsi neutron-server[83961]: 'ConntrackHelper': '1.0', Feb 16 15:47:32.188227 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Log': '1.0', Feb 16 15:47:32.188227 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Network': '1.1', Feb 16 15:47:32.188227 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Port': '1.7', Feb 16 15:47:32.188227 dv-cinder-775706-1-iscsi neutron-server[83961]: 'PortForwarding': '1.2', Feb 16 15:47:32.188227 dv-cinder-775706-1-iscsi neutron-server[83961]: 'QosPolicy': '1.8', Feb 16 15:47:32.188227 dv-cinder-775706-1-iscsi neutron-server[83961]: 'SecurityGroup': '1.4', Feb 16 15:47:32.188227 dv-cinder-775706-1-iscsi neutron-server[83961]: 'SecurityGroupRule': '1.2', Feb 16 15:47:32.188227 dv-cinder-775706-1-iscsi neutron-server[83961]: 'SubPort': '1.0', Feb 16 15:47:32.188227 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Subnet': '1.1', Feb 16 15:47:32.188227 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Trunk': '1.1'}} Feb 16 15:47:32.188227 dv-cinder-775706-1-iscsi neutron-server[83961]: {{(pid=84074) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 16 15:47:32.230818 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-968eaaa7-da04-4be7-87a4-e23ec3286b90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:47:32.237977 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-968eaaa7-da04-4be7-87a4-e23ec3286b90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776635995166'] for network, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:32.299198 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-968eaaa7-da04-4be7-87a4-e23ec3286b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677'] for network, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:32.300466 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968eaaa7-da04-4be7-87a4-e23ec3286b90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:47:32.301141 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-968eaaa7-da04-4be7-87a4-e23ec3286b90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210664'] for network, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:32.306123 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:47:32.421921 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968eaaa7-da04-4be7-87a4-e23ec3286b90 admin admin] Pushing event updated for resources: {'Network': ['ID=437ed6e7-0336-4ba4-a59a-fed20dcce402,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:47:32.425265 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-968eaaa7-da04-4be7-87a4-e23ec3286b90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:47:32.432959 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Network 437ed6e7-0336-4ba4-a59a-fed20dcce402 details requested by agent ovs-agent-dv-cinder-775706-1-iscsi with host dv-cinder-775706-1-iscsi {{(pid=84076) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 15:47:32.448881 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-968eaaa7-da04-4be7-87a4-e23ec3286b90 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.3506417 Feb 16 15:47:35.549470 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 42776) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:47:36.036140 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e4f5ea-97ce-4afa-ba7e-1edca9001ae7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:47:36.037670 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-d7e4f5ea-97ce-4afa-ba7e-1edca9001ae7 admin admin] 10.222.0.101 "GET /v2.0/networks/437ed6e7-0336-4ba4-a59a-fed20dcce402 HTTP/1.1" status: 200 len: 818 time: 0.4871750 Feb 16 15:47:36.072129 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-7b40818f-0e5d-4fd9-9fbf-deac706fa770 admin admin] 10.222.0.101 "GET /v2.0/subnetpools/b8b5056c-42f8-4427-9e5e-23a842e25a0d HTTP/1.1" status: 200 len: 734 time: 0.0271032 Feb 16 15:47:36.082815 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [None req-1190d402-3ef9-4872-8519-258658e40136 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '437ed6e7-0336-4ba4-a59a-fed20dcce402', 'subnetpool_id': 'b8b5056c-42f8-4427-9e5e-23a842e25a0d', 'tenant_id': '2e2bbec835b544f1a34ebe329a00feba', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=84074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:47:36.087502 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-1190d402-3ef9-4872-8519-258658e40136 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:47:36.092420 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-1190d402-3ef9-4872-8519-258658e40136 admin admin] Usage tracker for resource:subnet and tenant:2e2bbec835b544f1a34ebe329a00feba is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:47:36.095460 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-1190d402-3ef9-4872-8519-258658e40136 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:47:36.101035 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-1190d402-3ef9-4872-8519-258658e40136 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:47:36.196258 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1190d402-3ef9-4872-8519-258658e40136 admin admin] Made reservation on behalf of 2e2bbec835b544f1a34ebe329a00feba for: {'subnet': 1} {{(pid=84074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:47:36.202124 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1190d402-3ef9-4872-8519-258658e40136 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:36.726884 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1190d402-3ef9-4872-8519-258658e40136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677'] for subnet, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:36.742238 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:47:36.889301 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1190d402-3ef9-4872-8519-258658e40136 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f4a5e23-b88e-4e4e-bfd2-d91e84df5252,revision_number=0']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:47:36.895533 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1190d402-3ef9-4872-8519-258658e40136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:47:36.959575 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1190d402-3ef9-4872-8519-258658e40136 admin admin] Checking segment: {'id': '61afbd09-bece-473e-a821-b90f3054b305', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '437ed6e7-0336-4ba4-a59a-fed20dcce402'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:47:36.959959 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1190d402-3ef9-4872-8519-258658e40136 admin admin] Network hostable DHCP agents. Network: 437ed6e7-0336-4ba4-a59a-fed20dcce402, hostable agents: ['47b90563-7f25-4d7d-8681-11e1fb253c09'], hosted agents: [] {{(pid=84074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 16 15:47:37.019157 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1190d402-3ef9-4872-8519-258658e40136 admin admin] Network 437ed6e7-0336-4ba4-a59a-fed20dcce402 is scheduled to be hosted by DHCP agent 47b90563-7f25-4d7d-8681-11e1fb253c09 with binding_index 1 {{(pid=84074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 16 15:47:37.059260 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.base_scheduler [None req-1190d402-3ef9-4872-8519-258658e40136 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-1-iscsi, 437ed6e7-0336-4ba4-a59a-fed20dcce402) {{(pid=84074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:47:37.064580 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1190d402-3ef9-4872-8519-258658e40136 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:47:37.065255 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1190d402-3ef9-4872-8519-258658e40136 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210664'] for subnet, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:37.069910 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca8adba-e413-4805-a970-86699ec90a01 None None] Network 437ed6e7-0336-4ba4-a59a-fed20dcce402 requested from dv-cinder-775706-1-iscsi {{(pid=84076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 15:47:37.111605 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-1190d402-3ef9-4872-8519-258658e40136 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0325816 Feb 16 15:47:37.570320 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1719f06-c532-41ed-b594-b932bd9fd406 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb25ab78c-394c-56d3-b2e1-bf845d3bcb0e-437ed6e7-0336-4ba4-a59a-fed20dcce402', 'network_id': '437ed6e7-0336-4ba4-a59a-fed20dcce402', 'tenant_id': '2e2bbec835b544f1a34ebe329a00feba', 'fixed_ips': [{'subnet_id': '9f4a5e23-b88e-4e4e-bfd2-d91e84df5252'}]}} from dv-cinder-775706-1-iscsi. {{(pid=84076) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 16 15:47:37.571500 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d1719f06-c532-41ed-b594-b932bd9fd406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_create {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:37.896934 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.db_base_plugin_common [None req-d1719f06-c532-41ed-b594-b932bd9fd406 None None] Allocated IP 172.20.0.2 (437ed6e7-0336-4ba4-a59a-fed20dcce402/9f4a5e23-b88e-4e4e-bfd2-d91e84df5252/481a80ae-103e-4242-a4e8-ec10b8da0ed1) {{(pid=84076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 15:47:38.147590 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d1719f06-c532-41ed-b594-b932bd9fd406 None None] Notify callbacks [] for port, precommit_create {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:38.198886 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-d1719f06-c532-41ed-b594-b932bd9fd406 None None] Transition to ACTIVE for port object 481a80ae-103e-4242-a4e8-ec10b8da0ed1 will not be triggered until provisioned by entity L2. {{(pid=84076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:47:38.219299 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-d1719f06-c532-41ed-b594-b932bd9fd406 None None] Transition to ACTIVE for port object 481a80ae-103e-4242-a4e8-ec10b8da0ed1 will not be triggered until provisioned by entity DHCP. {{(pid=84076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:47:38.248018 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d1719f06-c532-41ed-b594-b932bd9fd406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776636048806'] for port, after_create {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:38.263752 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:47:38.406380 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1719f06-c532-41ed-b594-b932bd9fd406 None None] Pushing event updated for resources: {'Port': ['ID=481a80ae-103e-4242-a4e8-ec10b8da0ed1,revision_number=1']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:47:38.417622 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1719f06-c532-41ed-b594-b932bd9fd406 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:38.417997 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1719f06-c532-41ed-b594-b932bd9fd406 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:38.418368 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1719f06-c532-41ed-b594-b932bd9fd406 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:38.418787 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1719f06-c532-41ed-b594-b932bd9fd406 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:38.419150 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1719f06-c532-41ed-b594-b932bd9fd406 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:38.419507 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1719f06-c532-41ed-b594-b932bd9fd406 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:38.419860 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1719f06-c532-41ed-b594-b932bd9fd406 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:38.420214 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1719f06-c532-41ed-b594-b932bd9fd406 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:38.420598 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1719f06-c532-41ed-b594-b932bd9fd406 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:38.420936 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1719f06-c532-41ed-b594-b932bd9fd406 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:38.421285 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1719f06-c532-41ed-b594-b932bd9fd406 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:38.421630 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1719f06-c532-41ed-b594-b932bd9fd406 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:38.422721 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1719f06-c532-41ed-b594-b932bd9fd406 None None] Tracked resource versions report: Feb 16 15:47:38.422721 dv-cinder-775706-1-iscsi neutron-server[83961]: pushed versions: Feb 16 15:47:38.422721 dv-cinder-775706-1-iscsi neutron-server[83961]: { 'AddressGroup': {'1.1'}, Feb 16 15:47:38.422721 dv-cinder-775706-1-iscsi neutron-server[83961]: 'ConntrackHelper': {'1.0'}, Feb 16 15:47:38.422721 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Log': {'1.0'}, Feb 16 15:47:38.422721 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Network': {'1.1'}, Feb 16 15:47:38.422721 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Port': {'1.7'}, Feb 16 15:47:38.422721 dv-cinder-775706-1-iscsi neutron-server[83961]: 'PortForwarding': {'1.2'}, Feb 16 15:47:38.422721 dv-cinder-775706-1-iscsi neutron-server[83961]: 'QosPolicy': {'1.8'}, Feb 16 15:47:38.422721 dv-cinder-775706-1-iscsi neutron-server[83961]: 'SecurityGroup': {'1.4'}, Feb 16 15:47:38.422721 dv-cinder-775706-1-iscsi neutron-server[83961]: 'SecurityGroupRule': {'1.2'}, Feb 16 15:47:38.422721 dv-cinder-775706-1-iscsi neutron-server[83961]: 'SubPort': {'1.0'}, Feb 16 15:47:38.422721 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Subnet': {'1.1'}, Feb 16 15:47:38.422721 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Trunk': {'1.1'}} Feb 16 15:47:38.422721 dv-cinder-775706-1-iscsi neutron-server[83961]: consumer versions: Feb 16 15:47:38.422721 dv-cinder-775706-1-iscsi neutron-server[83961]: { DHCP agent@dv-cinder-775706-1-iscsi: {}, Feb 16 15:47:38.422721 dv-cinder-775706-1-iscsi neutron-server[83961]: L3 agent@dv-cinder-775706-1-iscsi: {}, Feb 16 15:47:38.422721 dv-cinder-775706-1-iscsi neutron-server[83961]: Metadata agent@dv-cinder-775706-1-iscsi: {}, Feb 16 15:47:38.422721 dv-cinder-775706-1-iscsi neutron-server[83961]: Metering agent@dv-cinder-775706-1-iscsi: {}, Feb 16 15:47:38.422721 dv-cinder-775706-1-iscsi neutron-server[83961]: Open vSwitch agent@dv-cinder-775706-1-iscsi: { 'AddressGroup': '1.1', Feb 16 15:47:38.422721 dv-cinder-775706-1-iscsi neutron-server[83961]: 'ConntrackHelper': '1.0', Feb 16 15:47:38.422721 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Log': '1.0', Feb 16 15:47:38.422721 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Network': '1.1', Feb 16 15:47:38.422721 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Port': '1.7', Feb 16 15:47:38.422721 dv-cinder-775706-1-iscsi neutron-server[83961]: 'PortForwarding': '1.2', Feb 16 15:47:38.422721 dv-cinder-775706-1-iscsi neutron-server[83961]: 'QosPolicy': '1.8', Feb 16 15:47:38.422721 dv-cinder-775706-1-iscsi neutron-server[83961]: 'SecurityGroup': '1.4', Feb 16 15:47:38.422721 dv-cinder-775706-1-iscsi neutron-server[83961]: 'SecurityGroupRule': '1.2', Feb 16 15:47:38.422721 dv-cinder-775706-1-iscsi neutron-server[83961]: 'SubPort': '1.0', Feb 16 15:47:38.422721 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Subnet': '1.1', Feb 16 15:47:38.422721 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Trunk': '1.1'}} Feb 16 15:47:38.422721 dv-cinder-775706-1-iscsi neutron-server[83961]: {{(pid=84076) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 16 15:47:38.429017 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-d1719f06-c532-41ed-b594-b932bd9fd406 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:47:38.472672 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1719f06-c532-41ed-b594-b932bd9fd406 None None] Network 437ed6e7-0336-4ba4-a59a-fed20dcce402 is already hosted by enough agents. {{(pid=84076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 15:47:38.473855 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.base_scheduler [None req-d1719f06-c532-41ed-b594-b932bd9fd406 None None] Resources bound (agent type, host, resource id): {{(pid=84076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:47:38.476617 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1719f06-c532-41ed-b594-b932bd9fd406 None None] Received port after_create {{(pid=84076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 15:47:38.540572 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-d1719f06-c532-41ed-b594-b932bd9fd406 None None] Attempting to bind port 481a80ae-103e-4242-a4e8-ec10b8da0ed1 on host dv-cinder-775706-1-iscsi for vnic_type normal with profile {{(pid=84076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:47:38.541007 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-d1719f06-c532-41ed-b594-b932bd9fd406 None None] Attempting to bind port 481a80ae-103e-4242-a4e8-ec10b8da0ed1 by drivers openvswitch on host dv-cinder-775706-1-iscsi at level 0 using segments [{'id': '61afbd09-bece-473e-a821-b90f3054b305', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '437ed6e7-0336-4ba4-a59a-fed20dcce402'}] {{(pid=84076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 15:47:38.541431 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1719f06-c532-41ed-b594-b932bd9fd406 None None] Attempting to bind port 481a80ae-103e-4242-a4e8-ec10b8da0ed1 on network 437ed6e7-0336-4ba4-a59a-fed20dcce402 {{(pid=84076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 15:47:38.547114 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1719f06-c532-41ed-b594-b932bd9fd406 None None] Checking agent: {'id': '84f77aeb-7661-44c0-b112-b1bf68bd83fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 15, 47, 21), 'started_at': datetime.datetime(2021, 2, 16, 15, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 15, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.95', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 15:47:38.547701 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1719f06-c532-41ed-b594-b932bd9fd406 None None] Checking segment: {'id': '61afbd09-bece-473e-a821-b90f3054b305', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '437ed6e7-0336-4ba4-a59a-fed20dcce402'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:47:38.548198 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d1719f06-c532-41ed-b594-b932bd9fd406 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:38.548637 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1719f06-c532-41ed-b594-b932bd9fd406 None None] Bound using segment: {'id': '61afbd09-bece-473e-a821-b90f3054b305', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '437ed6e7-0336-4ba4-a59a-fed20dcce402'} {{(pid=84076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 15:47:38.549170 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-d1719f06-c532-41ed-b594-b932bd9fd406 None None] Bound port: 481a80ae-103e-4242-a4e8-ec10b8da0ed1, host: dv-cinder-775706-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61afbd09-bece-473e-a821-b90f3054b305', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '437ed6e7-0336-4ba4-a59a-fed20dcce402'}}] {{(pid=84076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 15:47:38.549613 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d1719f06-c532-41ed-b594-b932bd9fd406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:38.643931 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-d1719f06-c532-41ed-b594-b932bd9fd406 None None] For port 481a80ae-103e-4242-a4e8-ec10b8da0ed1, host dv-cinder-775706-1-iscsi, cleared binding levels {{(pid=84076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 15:47:38.648059 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-d1719f06-c532-41ed-b594-b932bd9fd406 None None] For port 481a80ae-103e-4242-a4e8-ec10b8da0ed1, host dv-cinder-775706-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-iscsi',level=0,port_id=481a80ae-103e-4242-a4e8-ec10b8da0ed1,segment=NetworkSegment(61afbd09-bece-473e-a821-b90f3054b305),segment_id=61afbd09-bece-473e-a821-b90f3054b305)] {{(pid=84076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 15:47:38.693966 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d1719f06-c532-41ed-b594-b932bd9fd406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:38.710198 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:47:38.879779 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1719f06-c532-41ed-b594-b932bd9fd406 None None] Pushing event updated for resources: {'Port': ['ID=481a80ae-103e-4242-a4e8-ec10b8da0ed1,revision_number=2']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:47:38.883175 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-d1719f06-c532-41ed-b594-b932bd9fd406 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:47:39.895445 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 42786) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:47:40.559255 dv-cinder-775706-1-iscsi neutron-server[83961]: WARNING oslo_policy.policy [None req-7c4616de-f0a6-4268-b42d-a04fd4b03751 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 15:47:40.559998 dv-cinder-775706-1-iscsi neutron-server[83961]: WARNING oslo_policy.policy [None req-7c4616de-f0a6-4268-b42d-a04fd4b03751 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 15:47:40.794895 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [None req-7c4616de-f0a6-4268-b42d-a04fd4b03751 admin admin] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=84075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 15:47:40.796178 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-7c4616de-f0a6-4268-b42d-a04fd4b03751 admin admin] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.8986328 Feb 16 15:47:43.400685 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device 481a80ae-103e-4242-a4e8-ec10b8da0ed1 up at agent ovs-agent-dv-cinder-775706-1-iscsi {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:47:43.504975 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Provisioning for port 481a80ae-103e-4242-a4e8-ec10b8da0ed1 completed by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:47:43.605590 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 42804) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:47:43.763593 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45329e2-3970-412d-adc3-245676319bac None None] Network 437ed6e7-0336-4ba4-a59a-fed20dcce402 requested from dv-cinder-775706-1-iscsi {{(pid=84076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 15:47:43.907787 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-b885b6ce-f82e-47c9-b4c1-90235cc8c2f6 None None] Provisioning for port 481a80ae-103e-4242-a4e8-ec10b8da0ed1 completed by entity DHCP. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:47:43.947829 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-b885b6ce-f82e-47c9-b4c1-90235cc8c2f6 None None] Provisioning complete for port 481a80ae-103e-4242-a4e8-ec10b8da0ed1 triggered by entity DHCP. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:47:43.948283 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b885b6ce-f82e-47c9-b4c1-90235cc8c2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:44.041917 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [None req-0ad95c6b-259b-4b84-b8f0-1906122b0ea1 admin admin] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=84075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 15:47:44.043283 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-0ad95c6b-259b-4b84-b8f0-1906122b0ea1 admin admin] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.4362674 Feb 16 15:47:44.188583 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b885b6ce-f82e-47c9-b4c1-90235cc8c2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:44.233910 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-b885b6ce-f82e-47c9-b4c1-90235cc8c2f6 None None] For port 481a80ae-103e-4242-a4e8-ec10b8da0ed1, host dv-cinder-775706-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-iscsi',level=0,port_id=481a80ae-103e-4242-a4e8-ec10b8da0ed1,segment=NetworkSegment(61afbd09-bece-473e-a821-b90f3054b305),segment_id=61afbd09-bece-473e-a821-b90f3054b305)] {{(pid=84076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:47:44.264710 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b885b6ce-f82e-47c9-b4c1-90235cc8c2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:44.267142 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-d1719f06-c532-41ed-b594-b932bd9fd406 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:47:44.343728 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b885b6ce-f82e-47c9-b4c1-90235cc8c2f6 None None] Pushing event updated for resources: {'Port': ['ID=481a80ae-103e-4242-a4e8-ec10b8da0ed1,revision_number=3']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:47:44.347100 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-b885b6ce-f82e-47c9-b4c1-90235cc8c2f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:47:44.489217 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-03544593-6d4f-4a86-9379-09cba5d979fa None None] Provisioning complete for port 481a80ae-103e-4242-a4e8-ec10b8da0ed1 triggered by entity DHCP. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:47:44.489751 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-03544593-6d4f-4a86-9379-09cba5d979fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:44.747562 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-f51469e2-dfa4-4454-90c8-a794216e53a2 None None] Provisioning complete for port 481a80ae-103e-4242-a4e8-ec10b8da0ed1 triggered by entity DHCP. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:47:44.747901 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f51469e2-dfa4-4454-90c8-a794216e53a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:45.378832 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device 481a80ae-103e-4242-a4e8-ec10b8da0ed1 up at agent ovs-agent-dv-cinder-775706-1-iscsi {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:47:45.453879 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Provisioning complete for port 481a80ae-103e-4242-a4e8-ec10b8da0ed1 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:47:45.454294 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:47.166929 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 42816) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:47:47.548992 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [None req-144e522a-e5dc-4ef2-8743-06d38cdf1a6b admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '2e2bbec835b544f1a34ebe329a00feba', 'admin_state_up': True}} {{(pid=84075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:47:47.600405 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.policy [None req-144e522a-e5dc-4ef2-8743-06d38cdf1a6b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84075) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 16 15:47:47.639818 dv-cinder-775706-1-iscsi neutron-server[83961]: WARNING oslo_policy.policy [None req-144e522a-e5dc-4ef2-8743-06d38cdf1a6b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 15:47:47.640238 dv-cinder-775706-1-iscsi neutron-server[83961]: WARNING oslo_policy.policy [None req-144e522a-e5dc-4ef2-8743-06d38cdf1a6b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 15:47:47.641832 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-fe230482-74e6-4b56-ad0d-949917bfc200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:47.666955 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.quota [None req-144e522a-e5dc-4ef2-8743-06d38cdf1a6b admin admin] Loaded quota_driver: . Feb 16 15:47:47.683155 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-144e522a-e5dc-4ef2-8743-06d38cdf1a6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:47:47.690709 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-144e522a-e5dc-4ef2-8743-06d38cdf1a6b admin admin] Usage tracker for resource:router and tenant:2e2bbec835b544f1a34ebe329a00feba is out of sync, need to count used quota {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:47:47.695003 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-144e522a-e5dc-4ef2-8743-06d38cdf1a6b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:47:47.703593 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-144e522a-e5dc-4ef2-8743-06d38cdf1a6b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:47:47.739474 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-144e522a-e5dc-4ef2-8743-06d38cdf1a6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-877582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63965'] for router, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:47.741610 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-144e522a-e5dc-4ef2-8743-06d38cdf1a6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853898234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853866136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854113137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854711868'] for router, precommit_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:47.798098 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-144e522a-e5dc-4ef2-8743-06d38cdf1a6b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:48.099971 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-144e522a-e5dc-4ef2-8743-06d38cdf1a6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-877770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-909817'] for router, after_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:48.139213 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-144e522a-e5dc-4ef2-8743-06d38cdf1a6b admin admin] Notify callbacks [] for router, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:48.140493 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-144e522a-e5dc-4ef2-8743-06d38cdf1a6b admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9725161 Feb 16 15:47:50.230347 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d05518bb-17ee-4865-b03c-31693adcda8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:50.539060 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-359007da-e7c2-4029-b17f-f8ca0f038fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:50.918482 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 42838) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:47:51.083491 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [None req-0e027629-2f24-4454-9e44-b938066d256e admin admin] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=84074) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 15:47:51.084583 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-0e027629-2f24-4454-9e44-b938066d256e admin admin] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.1650038 Feb 16 15:47:51.384499 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:52.161631 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-331083c2-9fd5-48c9-8796-02890b3f22e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:53.704079 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 42858) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:47:53.755947 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [None req-15dc8f1f-a936-4508-922d-e331acf615bb admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'is_default': True}} {{(pid=84074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:47:53.761458 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-15dc8f1f-a936-4508-922d-e331acf615bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:47:53.766054 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-15dc8f1f-a936-4508-922d-e331acf615bb admin admin] Usage tracker for resource:network and tenant:195f65f023ac43f581525bab1b2eb272 is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:47:53.769060 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-15dc8f1f-a936-4508-922d-e331acf615bb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:47:53.774756 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-15dc8f1f-a936-4508-922d-e331acf615bb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:47:53.852569 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15dc8f1f-a936-4508-922d-e331acf615bb admin admin] Made reservation on behalf of 195f65f023ac43f581525bab1b2eb272 for: {'network': 1} {{(pid=84074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:47:53.857837 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-15dc8f1f-a936-4508-922d-e331acf615bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for network, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:53.874280 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-15dc8f1f-a936-4508-922d-e331acf615bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:53.889673 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-15dc8f1f-a936-4508-922d-e331acf615bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:47:53.893667 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-15dc8f1f-a936-4508-922d-e331acf615bb admin admin] Usage tracker for resource:security_group_rule and tenant:195f65f023ac43f581525bab1b2eb272 is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:47:53.896594 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-15dc8f1f-a936-4508-922d-e331acf615bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:47:53.902525 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-15dc8f1f-a936-4508-922d-e331acf615bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:47:54.158609 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-15dc8f1f-a936-4508-922d-e331acf615bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:54.195786 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-15dc8f1f-a936-4508-922d-e331acf615bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:54.200289 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:47:54.217166 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-15dc8f1f-a936-4508-922d-e331acf615bb admin admin] Reserving flat network on physical network physnet1 {{(pid=84074) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Feb 16 15:47:54.236611 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dc8f1f-a936-4508-922d-e331acf615bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7499b0a-65a3-481e-b105-4b891070c87b,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:47:54.240552 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-15dc8f1f-a936-4508-922d-e331acf615bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:47:54.326722 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-15dc8f1f-a936-4508-922d-e331acf615bb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776636542681', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797496'] for segment, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:54.327326 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-15dc8f1f-a936-4508-922d-e331acf615bb admin admin] Unsubscribe: segment precommit_create {{(pid=84074) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Feb 16 15:47:54.327758 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.db.segments_db [None req-15dc8f1f-a936-4508-922d-e331acf615bb admin admin] Added segment 31924cb5-91ae-4236-8041-dd0103380e57 of type flat for network 4b949073-2dbc-48f8-99e6-0912404ac0f6 Feb 16 15:47:54.476549 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-15dc8f1f-a936-4508-922d-e331acf615bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776635995166'] for network, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:54.538833 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-15dc8f1f-a936-4508-922d-e331acf615bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677'] for network, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:54.540079 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dc8f1f-a936-4508-922d-e331acf615bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:47:54.540702 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-15dc8f1f-a936-4508-922d-e331acf615bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210664'] for network, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:54.545677 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-968eaaa7-da04-4be7-87a4-e23ec3286b90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:47:54.648512 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dc8f1f-a936-4508-922d-e331acf615bb admin admin] Pushing event updated for resources: {'Network': ['ID=4b949073-2dbc-48f8-99e6-0912404ac0f6,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:47:54.651216 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-15dc8f1f-a936-4508-922d-e331acf615bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:47:54.662925 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Network 4b949073-2dbc-48f8-99e6-0912404ac0f6 details requested by agent ovs-agent-dv-cinder-775706-1-iscsi with host dv-cinder-775706-1-iscsi {{(pid=84076) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 15:47:54.688335 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-15dc8f1f-a936-4508-922d-e331acf615bb admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9830949 Feb 16 15:47:57.294767 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 42868) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:47:57.414219 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f06add4-4da4-4a38-87df-126706fd16ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:47:57.415715 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-7f06add4-4da4-4a38-87df-126706fd16ec admin admin] 10.222.0.101 "GET /v2.0/subnets/9f4a5e23-b88e-4e4e-bfd2-d91e84df5252 HTTP/1.1" status: 200 len: 849 time: 0.1199131 Feb 16 15:47:57.601087 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-8da51c82-6e8a-44c4-a6f6-1cbd61340efd admin admin] 10.222.0.101 "GET /v2.0/routers/861ec961-fcc4-40ce-a3c8-7755fd66f2a6 HTTP/1.1" status: 200 len: 704 time: 0.1785147 Feb 16 15:47:58.255348 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-77dde919-652c-4f8c-932b-4128a410ff11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:58.672717 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.db_base_plugin_common [None req-77dde919-652c-4f8c-932b-4128a410ff11 admin admin] Allocated IP 172.20.0.1 (437ed6e7-0336-4ba4-a59a-fed20dcce402/9f4a5e23-b88e-4e4e-bfd2-d91e84df5252/643293e8-6d18-4410-9c02-9e3677122d1f) {{(pid=84074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 15:47:58.915409 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-77dde919-652c-4f8c-932b-4128a410ff11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:58.933004 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-77dde919-652c-4f8c-932b-4128a410ff11 admin admin] Transition to ACTIVE for port object 643293e8-6d18-4410-9c02-9e3677122d1f will not be triggered until provisioned by entity DHCP. {{(pid=84074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:47:59.013644 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-77dde919-652c-4f8c-932b-4128a410ff11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776636048806'] for port, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:59.029195 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:47:59.173685 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dde919-652c-4f8c-932b-4128a410ff11 admin admin] Pushing event updated for resources: {'Port': ['ID=643293e8-6d18-4410-9c02-9e3677122d1f,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:47:59.179905 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-77dde919-652c-4f8c-932b-4128a410ff11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:47:59.226935 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77dde919-652c-4f8c-932b-4128a410ff11 admin admin] Network 437ed6e7-0336-4ba4-a59a-fed20dcce402 is already hosted by enough agents. {{(pid=84074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 15:47:59.228156 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.base_scheduler [None req-77dde919-652c-4f8c-932b-4128a410ff11 admin admin] Resources bound (agent type, host, resource id): {{(pid=84074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:47:59.231254 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77dde919-652c-4f8c-932b-4128a410ff11 admin admin] Received port after_create {{(pid=84074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 15:47:59.231780 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-77dde919-652c-4f8c-932b-4128a410ff11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853906703'] for router_interface, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:59.498701 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-8161a5c8-368f-4fb1-b9c7-f90cb2bf0605 None None] Provisioning for port 643293e8-6d18-4410-9c02-9e3677122d1f completed by entity DHCP. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:47:59.503893 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-8161a5c8-368f-4fb1-b9c7-f90cb2bf0605 None None] Provisioning complete for port 643293e8-6d18-4410-9c02-9e3677122d1f triggered by entity DHCP. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:47:59.504301 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8161a5c8-368f-4fb1-b9c7-f90cb2bf0605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:59.533528 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-77dde919-652c-4f8c-932b-4128a410ff11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:59.564430 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-8161a5c8-368f-4fb1-b9c7-f90cb2bf0605 None None] Port 643293e8-6d18-4410-9c02-9e3677122d1f cannot update to ACTIVE because it is not bound. {{(pid=84076) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 15:47:59.834704 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-77dde919-652c-4f8c-932b-4128a410ff11 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:59.858443 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-77dde919-652c-4f8c-932b-4128a410ff11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:59.859609 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-77dde919-652c-4f8c-932b-4128a410ff11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854210630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-868946'] for router_interface, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:59.874504 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:48:00.022079 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dde919-652c-4f8c-932b-4128a410ff11 admin admin] Pushing event updated for resources: {'Port': ['ID=643293e8-6d18-4410-9c02-9e3677122d1f,revision_number=2']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:48:00.026408 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-77dde919-652c-4f8c-932b-4128a410ff11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:48:00.077761 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77dde919-652c-4f8c-932b-4128a410ff11 admin admin] Network 437ed6e7-0336-4ba4-a59a-fed20dcce402 is already hosted by enough agents. {{(pid=84074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 15:48:00.078915 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.base_scheduler [None req-77dde919-652c-4f8c-932b-4128a410ff11 admin admin] Resources bound (agent type, host, resource id): {{(pid=84074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:48:00.289928 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-f195afd1-a892-4105-9f56-ee751156a43b None None] Provisioning complete for port 643293e8-6d18-4410-9c02-9e3677122d1f triggered by entity DHCP. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:48:00.290343 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f195afd1-a892-4105-9f56-ee751156a43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:00.350991 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-f195afd1-a892-4105-9f56-ee751156a43b None None] Port 643293e8-6d18-4410-9c02-9e3677122d1f cannot update to ACTIVE because it is not bound. {{(pid=84076) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 15:48:00.470110 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77dde919-652c-4f8c-932b-4128a410ff11 admin admin] Router 861ec961-fcc4-40ce-a3c8-7755fd66f2a6 is scheduled to L3 agent 4f2d6f55-b6e7-4768-88f5-01ac5c4c3902 with binding_index 1 {{(pid=84074) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 16 15:48:00.640806 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77dde919-652c-4f8c-932b-4128a410ff11 admin admin] Notify agent at l3_agent.dv-cinder-775706-1-iscsi the message routers_updated {{(pid=84074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 15:48:00.651331 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-77dde919-652c-4f8c-932b-4128a410ff11 admin admin] 10.222.0.101 "PUT /v2.0/routers/861ec961-fcc4-40ce-a3c8-7755fd66f2a6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 3.0442052 Feb 16 15:48:00.651929 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83439fa-51e3-4189-af13-77f5b72deb76 None None] Sync routers for ids ['861ec961-fcc4-40ce-a3c8-7755fd66f2a6'] in dv-cinder-775706-1-iscsi {{(pid=84077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 15:48:00.663884 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83439fa-51e3-4189-af13-77f5b72deb76 None None] Routers {'861ec961-fcc4-40ce-a3c8-7755fd66f2a6'} bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:48:00.664775 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-c83439fa-51e3-4189-af13-77f5b72deb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-16T15:47:20Z,description=,heartbeat_timestamp=2021-02-16T15:47:50Z,host='dv-cinder-775706-1-iscsi',id=4f2d6f55-b6e7-4768-88f5-01ac5c4c3902,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:47:21Z,topic='l3_agent')) {'router_ids': ['861ec961-fcc4-40ce-a3c8-7755fd66f2a6'], 'active': True} {{(pid=84077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:48:00.858067 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvr_db [None req-c83439fa-51e3-4189-af13-77f5b72deb76 None None] Set router 861ec961-fcc4-40ce-a3c8-7755fd66f2a6 gateway port host: None {{(pid=84077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:48:01.420757 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-c83439fa-51e3-4189-af13-77f5b72deb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '861ec961-fcc4-40ce-a3c8-7755fd66f2a6', 'name': 'router1', 'tenant_id': '2e2bbec835b544f1a34ebe329a00feba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:47:47Z', 'updated_at': '2021-02-16T15:47:59Z', 'revision_number': 2, 'project_id': '2e2bbec835b544f1a34ebe329a00feba', 'gw_port_host': None, '_interfaces': [{'id': '643293e8-6d18-4410-9c02-9e3677122d1f', 'name': '', 'network_id': '437ed6e7-0336-4ba4-a59a-fed20dcce402', 'tenant_id': '2e2bbec835b544f1a34ebe329a00feba', 'mac_address': 'fa:16:3e:a4:3b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '861ec961-fcc4-40ce-a3c8-7755fd66f2a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9f4a5e23-b88e-4e4e-bfd2-d91e84df5252', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:47:58Z', 'updated_at': '2021-02-16T15:47:59Z', 'revision_number': 2, 'project_id': '2e2bbec835b544f1a34ebe329a00feba', 'subnets': [{'id': '9f4a5e23-b88e-4e4e-bfd2-d91e84df5252', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b8b5056c-42f8-4427-9e5e-23a842e25a0d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-iscsi', False) {} {{(pid=84077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:48:01.426006 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83439fa-51e3-4189-af13-77f5b72deb76 None None] Checking router: 861ec961-fcc4-40ce-a3c8-7755fd66f2a6 for host: dv-cinder-775706-1-iscsi {{(pid=84077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 15:48:01.426401 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83439fa-51e3-4189-af13-77f5b72deb76 None None] Updating router 861ec961-fcc4-40ce-a3c8-7755fd66f2a6 port 643293e8-6d18-4410-9c02-9e3677122d1f binding host dv-cinder-775706-1-iscsi {{(pid=84077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 16 15:48:01.487373 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c83439fa-51e3-4189-af13-77f5b72deb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:01.958919 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c83439fa-51e3-4189-af13-77f5b72deb76 None None] Notify callbacks [] for port, precommit_update {{(pid=84077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:01.973976 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-c83439fa-51e3-4189-af13-77f5b72deb76 None None] Transition to ACTIVE for port object 643293e8-6d18-4410-9c02-9e3677122d1f will not be triggered until provisioned by entity L2. {{(pid=84077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:48:02.001254 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c83439fa-51e3-4189-af13-77f5b72deb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:02.018365 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:48:02.175339 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89664340-eead-4c7d-b649-57dbf597811d None None] Pushing event updated for resources: {'Port': ['ID=643293e8-6d18-4410-9c02-9e3677122d1f,revision_number=3']} {{(pid=84077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:48:02.189329 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89664340-eead-4c7d-b649-57dbf597811d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:48:02.189704 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89664340-eead-4c7d-b649-57dbf597811d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:48:02.190073 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89664340-eead-4c7d-b649-57dbf597811d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:48:02.190439 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89664340-eead-4c7d-b649-57dbf597811d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:48:02.190823 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89664340-eead-4c7d-b649-57dbf597811d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:48:02.191188 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89664340-eead-4c7d-b649-57dbf597811d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:48:02.191543 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89664340-eead-4c7d-b649-57dbf597811d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:48:02.191896 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89664340-eead-4c7d-b649-57dbf597811d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:48:02.192253 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89664340-eead-4c7d-b649-57dbf597811d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:48:02.192623 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89664340-eead-4c7d-b649-57dbf597811d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:48:02.192976 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89664340-eead-4c7d-b649-57dbf597811d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:48:02.193328 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89664340-eead-4c7d-b649-57dbf597811d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:48:02.194404 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89664340-eead-4c7d-b649-57dbf597811d None None] Tracked resource versions report: Feb 16 15:48:02.194404 dv-cinder-775706-1-iscsi neutron-server[83961]: pushed versions: Feb 16 15:48:02.194404 dv-cinder-775706-1-iscsi neutron-server[83961]: { 'AddressGroup': {'1.1'}, Feb 16 15:48:02.194404 dv-cinder-775706-1-iscsi neutron-server[83961]: 'ConntrackHelper': {'1.0'}, Feb 16 15:48:02.194404 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Log': {'1.0'}, Feb 16 15:48:02.194404 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Network': {'1.1'}, Feb 16 15:48:02.194404 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Port': {'1.7'}, Feb 16 15:48:02.194404 dv-cinder-775706-1-iscsi neutron-server[83961]: 'PortForwarding': {'1.2'}, Feb 16 15:48:02.194404 dv-cinder-775706-1-iscsi neutron-server[83961]: 'QosPolicy': {'1.8'}, Feb 16 15:48:02.194404 dv-cinder-775706-1-iscsi neutron-server[83961]: 'SecurityGroup': {'1.4'}, Feb 16 15:48:02.194404 dv-cinder-775706-1-iscsi neutron-server[83961]: 'SecurityGroupRule': {'1.2'}, Feb 16 15:48:02.194404 dv-cinder-775706-1-iscsi neutron-server[83961]: 'SubPort': {'1.0'}, Feb 16 15:48:02.194404 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Subnet': {'1.1'}, Feb 16 15:48:02.194404 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Trunk': {'1.1'}} Feb 16 15:48:02.194404 dv-cinder-775706-1-iscsi neutron-server[83961]: consumer versions: Feb 16 15:48:02.194404 dv-cinder-775706-1-iscsi neutron-server[83961]: { DHCP agent@dv-cinder-775706-1-iscsi: {}, Feb 16 15:48:02.194404 dv-cinder-775706-1-iscsi neutron-server[83961]: L3 agent@dv-cinder-775706-1-iscsi: {}, Feb 16 15:48:02.194404 dv-cinder-775706-1-iscsi neutron-server[83961]: Metadata agent@dv-cinder-775706-1-iscsi: {}, Feb 16 15:48:02.194404 dv-cinder-775706-1-iscsi neutron-server[83961]: Metering agent@dv-cinder-775706-1-iscsi: {}, Feb 16 15:48:02.194404 dv-cinder-775706-1-iscsi neutron-server[83961]: Open vSwitch agent@dv-cinder-775706-1-iscsi: { 'AddressGroup': '1.1', Feb 16 15:48:02.194404 dv-cinder-775706-1-iscsi neutron-server[83961]: 'ConntrackHelper': '1.0', Feb 16 15:48:02.194404 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Log': '1.0', Feb 16 15:48:02.194404 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Network': '1.1', Feb 16 15:48:02.194404 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Port': '1.7', Feb 16 15:48:02.194404 dv-cinder-775706-1-iscsi neutron-server[83961]: 'PortForwarding': '1.2', Feb 16 15:48:02.194404 dv-cinder-775706-1-iscsi neutron-server[83961]: 'QosPolicy': '1.8', Feb 16 15:48:02.194404 dv-cinder-775706-1-iscsi neutron-server[83961]: 'SecurityGroup': '1.4', Feb 16 15:48:02.194404 dv-cinder-775706-1-iscsi neutron-server[83961]: 'SecurityGroupRule': '1.2', Feb 16 15:48:02.194404 dv-cinder-775706-1-iscsi neutron-server[83961]: 'SubPort': '1.0', Feb 16 15:48:02.194404 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Subnet': '1.1', Feb 16 15:48:02.194404 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Trunk': '1.1'}} Feb 16 15:48:02.194404 dv-cinder-775706-1-iscsi neutron-server[83961]: {{(pid=84077) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 16 15:48:02.202382 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-89664340-eead-4c7d-b649-57dbf597811d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:48:02.372518 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-c83439fa-51e3-4189-af13-77f5b72deb76 None None] Attempting to bind port 643293e8-6d18-4410-9c02-9e3677122d1f on host dv-cinder-775706-1-iscsi for vnic_type normal with profile {{(pid=84077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:48:02.372944 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-c83439fa-51e3-4189-af13-77f5b72deb76 None None] Attempting to bind port 643293e8-6d18-4410-9c02-9e3677122d1f by drivers openvswitch on host dv-cinder-775706-1-iscsi at level 0 using segments [{'id': '61afbd09-bece-473e-a821-b90f3054b305', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '437ed6e7-0336-4ba4-a59a-fed20dcce402'}] {{(pid=84077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 15:48:02.373357 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83439fa-51e3-4189-af13-77f5b72deb76 None None] Attempting to bind port 643293e8-6d18-4410-9c02-9e3677122d1f on network 437ed6e7-0336-4ba4-a59a-fed20dcce402 {{(pid=84077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 15:48:02.379202 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83439fa-51e3-4189-af13-77f5b72deb76 None None] Checking agent: {'id': '84f77aeb-7661-44c0-b112-b1bf68bd83fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 15, 47, 21), 'started_at': datetime.datetime(2021, 2, 16, 15, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 15, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.95', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 15:48:02.379627 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83439fa-51e3-4189-af13-77f5b72deb76 None None] Checking segment: {'id': '61afbd09-bece-473e-a821-b90f3054b305', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '437ed6e7-0336-4ba4-a59a-fed20dcce402'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:48:02.380113 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c83439fa-51e3-4189-af13-77f5b72deb76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:02.380547 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83439fa-51e3-4189-af13-77f5b72deb76 None None] Bound using segment: {'id': '61afbd09-bece-473e-a821-b90f3054b305', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '437ed6e7-0336-4ba4-a59a-fed20dcce402'} {{(pid=84077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 15:48:02.381064 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-c83439fa-51e3-4189-af13-77f5b72deb76 None None] Bound port: 643293e8-6d18-4410-9c02-9e3677122d1f, host: dv-cinder-775706-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61afbd09-bece-473e-a821-b90f3054b305', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '437ed6e7-0336-4ba4-a59a-fed20dcce402'}}] {{(pid=84077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 15:48:02.381471 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c83439fa-51e3-4189-af13-77f5b72deb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:02.478689 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-c83439fa-51e3-4189-af13-77f5b72deb76 None None] For port 643293e8-6d18-4410-9c02-9e3677122d1f, host dv-cinder-775706-1-iscsi, cleared binding levels {{(pid=84077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 15:48:02.484896 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-c83439fa-51e3-4189-af13-77f5b72deb76 None None] For port 643293e8-6d18-4410-9c02-9e3677122d1f, host dv-cinder-775706-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-iscsi',level=0,port_id=643293e8-6d18-4410-9c02-9e3677122d1f,segment=NetworkSegment(61afbd09-bece-473e-a821-b90f3054b305),segment_id=61afbd09-bece-473e-a821-b90f3054b305)] {{(pid=84077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 15:48:02.533173 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c83439fa-51e3-4189-af13-77f5b72deb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:02.549925 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-89664340-eead-4c7d-b649-57dbf597811d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:48:02.715490 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89664340-eead-4c7d-b649-57dbf597811d None None] Pushing event updated for resources: {'Port': ['ID=643293e8-6d18-4410-9c02-9e3677122d1f,revision_number=4']} {{(pid=84077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:48:02.720296 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-89664340-eead-4c7d-b649-57dbf597811d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:48:02.771005 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83439fa-51e3-4189-af13-77f5b72deb76 None None] Routers {'861ec961-fcc4-40ce-a3c8-7755fd66f2a6'} bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:48:02.771968 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-c83439fa-51e3-4189-af13-77f5b72deb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-16T15:47:20Z,description=,heartbeat_timestamp=2021-02-16T15:47:50Z,host='dv-cinder-775706-1-iscsi',id=4f2d6f55-b6e7-4768-88f5-01ac5c4c3902,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:47:21Z,topic='l3_agent')) {'router_ids': ['861ec961-fcc4-40ce-a3c8-7755fd66f2a6'], 'active': True} {{(pid=84077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:48:02.941534 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvr_db [None req-c83439fa-51e3-4189-af13-77f5b72deb76 None None] Set router 861ec961-fcc4-40ce-a3c8-7755fd66f2a6 gateway port host: None {{(pid=84077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:48:03.254474 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 42880) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:48:03.299171 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-c83439fa-51e3-4189-af13-77f5b72deb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '861ec961-fcc4-40ce-a3c8-7755fd66f2a6', 'name': 'router1', 'tenant_id': '2e2bbec835b544f1a34ebe329a00feba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:47:47Z', 'updated_at': '2021-02-16T15:47:59Z', 'revision_number': 2, 'project_id': '2e2bbec835b544f1a34ebe329a00feba', 'gw_port_host': None, '_interfaces': [{'id': '643293e8-6d18-4410-9c02-9e3677122d1f', 'name': '', 'network_id': '437ed6e7-0336-4ba4-a59a-fed20dcce402', 'tenant_id': '2e2bbec835b544f1a34ebe329a00feba', 'mac_address': 'fa:16:3e:a4:3b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '861ec961-fcc4-40ce-a3c8-7755fd66f2a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9f4a5e23-b88e-4e4e-bfd2-d91e84df5252', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:47:58Z', 'updated_at': '2021-02-16T15:48:02Z', 'revision_number': 4, 'project_id': '2e2bbec835b544f1a34ebe329a00feba', 'subnets': [{'id': '9f4a5e23-b88e-4e4e-bfd2-d91e84df5252', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b8b5056c-42f8-4427-9e5e-23a842e25a0d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-iscsi', False) {} {{(pid=84077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:48:03.304615 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83439fa-51e3-4189-af13-77f5b72deb76 None None] The sync data for ids ['861ec961-fcc4-40ce-a3c8-7755fd66f2a6'] in dv-cinder-775706-1-iscsi is: [{'id': '861ec961-fcc4-40ce-a3c8-7755fd66f2a6', 'name': 'router1', 'tenant_id': '2e2bbec835b544f1a34ebe329a00feba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:47:47Z', 'updated_at': '2021-02-16T15:47:59Z', 'revision_number': 2, 'project_id': '2e2bbec835b544f1a34ebe329a00feba', 'gw_port_host': None, '_interfaces': [{'id': '643293e8-6d18-4410-9c02-9e3677122d1f', 'name': '', 'network_id': '437ed6e7-0336-4ba4-a59a-fed20dcce402', 'tenant_id': '2e2bbec835b544f1a34ebe329a00feba', 'mac_address': 'fa:16:3e:a4:3b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '861ec961-fcc4-40ce-a3c8-7755fd66f2a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9f4a5e23-b88e-4e4e-bfd2-d91e84df5252', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:47:58Z', 'updated_at': '2021-02-16T15:48:02Z', 'revision_number': 4, 'project_id': '2e2bbec835b544f1a34ebe329a00feba', 'subnets': [{'id': '9f4a5e23-b88e-4e4e-bfd2-d91e84df5252', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b8b5056c-42f8-4427-9e5e-23a842e25a0d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 15:48:03.418887 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6550c9-a126-4a1e-9365-b406bdb6ee3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:03.419716 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-1e6550c9-a126-4a1e-9365-b406bdb6ee3c admin admin] Synchronizing usage tracker for tenant:195f65f023ac43f581525bab1b2eb272 on resource:network {{(pid=84074) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 15:48:03.463784 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-1e6550c9-a126-4a1e-9365-b406bdb6ee3c admin admin] Unset dirty status for tenant:195f65f023ac43f581525bab1b2eb272 on resource:network {{(pid=84074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 15:48:03.465905 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-1e6550c9-a126-4a1e-9365-b406bdb6ee3c admin admin] 10.222.0.101 "GET /v2.0/networks/4b949073-2dbc-48f8-99e6-0912404ac0f6 HTTP/1.1" status: 200 len: 842 time: 0.2095847 Feb 16 15:48:03.476448 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [None req-ce08fbf6-2435-4db6-930a-465b3028c4ca admin admin] Request body: {'subnet': {'cidr': '172.27.1.0/24', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.27.1.1', 'enable_dhcp': False}} {{(pid=84074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:48:03.482000 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-ce08fbf6-2435-4db6-930a-465b3028c4ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:48:03.486013 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-ce08fbf6-2435-4db6-930a-465b3028c4ca admin admin] Usage tracker for resource:subnet and tenant:195f65f023ac43f581525bab1b2eb272 is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:48:03.488993 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-ce08fbf6-2435-4db6-930a-465b3028c4ca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:48:03.495435 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-ce08fbf6-2435-4db6-930a-465b3028c4ca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:48:03.526584 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce08fbf6-2435-4db6-930a-465b3028c4ca admin admin] Made reservation on behalf of 195f65f023ac43f581525bab1b2eb272 for: {'subnet': 1} {{(pid=84074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:48:03.531947 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ce08fbf6-2435-4db6-930a-465b3028c4ca admin admin] Notify callbacks [] for subnet, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:04.186695 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.objects.ports [None req-ce08fbf6-2435-4db6-930a-465b3028c4ca admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84074) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 16 15:48:04.188150 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ce08fbf6-2435-4db6-930a-465b3028c4ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677'] for subnet, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:04.206414 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:48:04.347163 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce08fbf6-2435-4db6-930a-465b3028c4ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=1330f553-cf5d-40b8-b778-7809bbd3e08c,revision_number=0']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:48:04.350021 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-ce08fbf6-2435-4db6-930a-465b3028c4ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:48:04.419105 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce08fbf6-2435-4db6-930a-465b3028c4ca admin admin] Checking segment: {'id': '31924cb5-91ae-4236-8041-dd0103380e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:48:04.419503 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce08fbf6-2435-4db6-930a-465b3028c4ca admin admin] Network hostable DHCP agents. Network: 4b949073-2dbc-48f8-99e6-0912404ac0f6, hostable agents: ['47b90563-7f25-4d7d-8681-11e1fb253c09'], hosted agents: [] {{(pid=84074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 16 15:48:04.509735 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce08fbf6-2435-4db6-930a-465b3028c4ca admin admin] Network 4b949073-2dbc-48f8-99e6-0912404ac0f6 is scheduled to be hosted by DHCP agent 47b90563-7f25-4d7d-8681-11e1fb253c09 with binding_index 1 {{(pid=84074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 16 15:48:04.566747 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.base_scheduler [None req-ce08fbf6-2435-4db6-930a-465b3028c4ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-1-iscsi, 4b949073-2dbc-48f8-99e6-0912404ac0f6) {{(pid=84074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:48:04.570660 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce08fbf6-2435-4db6-930a-465b3028c4ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:04.571315 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ce08fbf6-2435-4db6-930a-465b3028c4ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210664'] for subnet, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:04.577483 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dac874d-8fb2-4d05-b8ad-e585d111439d None None] Network 4b949073-2dbc-48f8-99e6-0912404ac0f6 requested from dv-cinder-775706-1-iscsi {{(pid=84076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 15:48:04.676661 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-ce08fbf6-2435-4db6-930a-465b3028c4ca admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2012386 Feb 16 15:48:04.848571 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b06d69-548e-42aa-8f04-81939b007531 None None] Network 4b949073-2dbc-48f8-99e6-0912404ac0f6 requested from dv-cinder-775706-1-iscsi {{(pid=84076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 15:48:05.407404 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device 643293e8-6d18-4410-9c02-9e3677122d1f up at agent ovs-agent-dv-cinder-775706-1-iscsi {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:48:05.503971 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Provisioning for port 643293e8-6d18-4410-9c02-9e3677122d1f completed by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:48:05.509251 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Provisioning complete for port 643293e8-6d18-4410-9c02-9e3677122d1f triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:48:05.509774 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:05.638865 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:05.674754 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] For port 643293e8-6d18-4410-9c02-9e3677122d1f, host dv-cinder-775706-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-iscsi',level=0,port_id=643293e8-6d18-4410-9c02-9e3677122d1f,segment=NetworkSegment(61afbd09-bece-473e-a821-b90f3054b305),segment_id=61afbd09-bece-473e-a821-b90f3054b305)] {{(pid=84076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:48:05.733176 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:05.736348 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:48:05.807163 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Pushing event updated for resources: {'Port': ['ID=643293e8-6d18-4410-9c02-9e3677122d1f,revision_number=5']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:48:05.811355 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:48:07.392665 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device 643293e8-6d18-4410-9c02-9e3677122d1f up at agent ovs-agent-dv-cinder-775706-1-iscsi {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:48:07.433158 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 42894) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:48:07.468772 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Provisioning complete for port 643293e8-6d18-4410-9c02-9e3677122d1f triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:48:07.469179 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:07.656434 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-f87cf7ec-e181-4ca9-bd23-961b7889a0a9 admin admin] 10.222.0.101 "GET /v2.0/routers/861ec961-fcc4-40ce-a3c8-7755fd66f2a6 HTTP/1.1" status: 200 len: 710 time: 0.2211897 Feb 16 15:48:07.799873 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa287f8a-d149-4bec-b6a4-a0cec86a697c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:07.801355 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-aa287f8a-d149-4bec-b6a4-a0cec86a697c admin admin] 10.222.0.101 "GET /v2.0/networks/4b949073-2dbc-48f8-99e6-0912404ac0f6 HTTP/1.1" status: 200 len: 886 time: 0.1390970 Feb 16 15:48:07.812085 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [None req-0f6f2286-8ddd-4330-adb7-ffc6eefd5f91 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6'}}} {{(pid=84074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:48:08.482515 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-0f6f2286-8ddd-4330-adb7-ffc6eefd5f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853866217', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853898046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854711817'] for router, precommit_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:08.851874 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-0f6f2286-8ddd-4330-adb7-ffc6eefd5f91 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:08.915633 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-0f6f2286-8ddd-4330-adb7-ffc6eefd5f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:08.928888 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-0f6f2286-8ddd-4330-adb7-ffc6eefd5f91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:08.944454 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-0f6f2286-8ddd-4330-adb7-ffc6eefd5f91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:48:08.948363 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-0f6f2286-8ddd-4330-adb7-ffc6eefd5f91 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:48:08.952254 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-0f6f2286-8ddd-4330-adb7-ffc6eefd5f91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:48:08.957978 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-0f6f2286-8ddd-4330-adb7-ffc6eefd5f91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:48:09.238502 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-0f6f2286-8ddd-4330-adb7-ffc6eefd5f91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:09.258143 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-0f6f2286-8ddd-4330-adb7-ffc6eefd5f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:09.273674 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-15dc8f1f-a936-4508-922d-e331acf615bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:48:09.375652 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6f2286-8ddd-4330-adb7-ffc6eefd5f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f2fb5f-ee95-4196-b677-b87d466f7635,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:48:09.379116 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-0f6f2286-8ddd-4330-adb7-ffc6eefd5f91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:48:09.540431 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.db_base_plugin_common [None req-0f6f2286-8ddd-4330-adb7-ffc6eefd5f91 admin admin] Allocated IP 172.27.1.140 (4b949073-2dbc-48f8-99e6-0912404ac0f6/1330f553-cf5d-40b8-b778-7809bbd3e08c/0382680c-e9ce-4f0c-bc51-6e86b978e23e) {{(pid=84074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 15:48:09.695284 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-0f6f2286-8ddd-4330-adb7-ffc6eefd5f91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:09.767121 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-0f6f2286-8ddd-4330-adb7-ffc6eefd5f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776636048806'] for port, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:09.783208 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-77dde919-652c-4f8c-932b-4128a410ff11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:48:09.926151 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6f2286-8ddd-4330-adb7-ffc6eefd5f91 admin admin] Pushing event updated for resources: {'Port': ['ID=0382680c-e9ce-4f0c-bc51-6e86b978e23e,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:48:09.929214 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-0f6f2286-8ddd-4330-adb7-ffc6eefd5f91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:48:09.976083 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6f2286-8ddd-4330-adb7-ffc6eefd5f91 admin admin] Network 4b949073-2dbc-48f8-99e6-0912404ac0f6 is already hosted by enough agents. {{(pid=84074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 15:48:09.977222 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.base_scheduler [None req-0f6f2286-8ddd-4330-adb7-ffc6eefd5f91 admin admin] Resources bound (agent type, host, resource id): {{(pid=84074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:48:09.979694 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6f2286-8ddd-4330-adb7-ffc6eefd5f91 admin admin] Received port after_create {{(pid=84074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 15:48:10.501850 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-0f6f2286-8ddd-4330-adb7-ffc6eefd5f91 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:11.050753 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-0f6f2286-8ddd-4330-adb7-ffc6eefd5f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853866217', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853898046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854711817'] for router, precommit_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:11.054842 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-0f6f2286-8ddd-4330-adb7-ffc6eefd5f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-909817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-909582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036853866234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-877749'] for router, after_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:11.248303 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f6f2286-8ddd-4330-adb7-ffc6eefd5f91 admin admin] Router 861ec961-fcc4-40ce-a3c8-7755fd66f2a6 has already been hosted by L3 agent 4f2d6f55-b6e7-4768-88f5-01ac5c4c3902 {{(pid=84074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 15:48:11.434461 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f6f2286-8ddd-4330-adb7-ffc6eefd5f91 admin admin] Notify agent at l3_agent.dv-cinder-775706-1-iscsi the message routers_updated {{(pid=84074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 15:48:11.444669 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34823c8a-7ce0-43e7-a6a6-dc9ee9003d10 None None] Sync routers for ids ['861ec961-fcc4-40ce-a3c8-7755fd66f2a6'] in dv-cinder-775706-1-iscsi {{(pid=84076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 15:48:11.451416 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-0f6f2286-8ddd-4330-adb7-ffc6eefd5f91 admin admin] Notify callbacks [] for router, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:11.452695 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-0f6f2286-8ddd-4330-adb7-ffc6eefd5f91 admin admin] 10.222.0.101 "PUT /v2.0/routers/861ec961-fcc4-40ce-a3c8-7755fd66f2a6 HTTP/1.1" status: 200 len: 890 time: 3.6451237 Feb 16 15:48:11.455071 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34823c8a-7ce0-43e7-a6a6-dc9ee9003d10 None None] Routers {'861ec961-fcc4-40ce-a3c8-7755fd66f2a6'} bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:48:11.455832 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-34823c8a-7ce0-43e7-a6a6-dc9ee9003d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-16T15:47:20Z,description=,heartbeat_timestamp=2021-02-16T15:47:50Z,host='dv-cinder-775706-1-iscsi',id=4f2d6f55-b6e7-4768-88f5-01ac5c4c3902,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:47:21Z,topic='l3_agent')) {'router_ids': ['861ec961-fcc4-40ce-a3c8-7755fd66f2a6'], 'active': True} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:48:11.663629 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvr_db [None req-34823c8a-7ce0-43e7-a6a6-dc9ee9003d10 None None] Set router 861ec961-fcc4-40ce-a3c8-7755fd66f2a6 gateway port host: dv-cinder-775706-1-iscsi {{(pid=84076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:48:12.040960 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-34823c8a-7ce0-43e7-a6a6-dc9ee9003d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '861ec961-fcc4-40ce-a3c8-7755fd66f2a6', 'name': 'router1', 'tenant_id': '2e2bbec835b544f1a34ebe329a00feba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '0382680c-e9ce-4f0c-bc51-6e86b978e23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:47:47Z', 'updated_at': '2021-02-16T15:48:10Z', 'revision_number': 4, 'project_id': '2e2bbec835b544f1a34ebe329a00feba', 'gw_port': {'id': '0382680c-e9ce-4f0c-bc51-6e86b978e23e', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9e:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '861ec961-fcc4-40ce-a3c8-7755fd66f2a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:48:09Z', 'updated_at': '2021-02-16T15:48:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_interfaces': [{'id': '643293e8-6d18-4410-9c02-9e3677122d1f', 'name': '', 'network_id': '437ed6e7-0336-4ba4-a59a-fed20dcce402', 'tenant_id': '2e2bbec835b544f1a34ebe329a00feba', 'mac_address': 'fa:16:3e:a4:3b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861ec961-fcc4-40ce-a3c8-7755fd66f2a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9f4a5e23-b88e-4e4e-bfd2-d91e84df5252', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:47:58Z', 'updated_at': '2021-02-16T15:48:05Z', 'revision_number': 5, 'project_id': '2e2bbec835b544f1a34ebe329a00feba', 'subnets': [{'id': '9f4a5e23-b88e-4e4e-bfd2-d91e84df5252', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b8b5056c-42f8-4427-9e5e-23a842e25a0d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-iscsi', False) {} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:48:12.046766 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34823c8a-7ce0-43e7-a6a6-dc9ee9003d10 None None] Checking router: 861ec961-fcc4-40ce-a3c8-7755fd66f2a6 for host: dv-cinder-775706-1-iscsi {{(pid=84076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 15:48:12.047167 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34823c8a-7ce0-43e7-a6a6-dc9ee9003d10 None None] Updating router 861ec961-fcc4-40ce-a3c8-7755fd66f2a6 port 0382680c-e9ce-4f0c-bc51-6e86b978e23e binding host dv-cinder-775706-1-iscsi {{(pid=84076) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 16 15:48:12.110160 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-34823c8a-7ce0-43e7-a6a6-dc9ee9003d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:12.521316 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-34823c8a-7ce0-43e7-a6a6-dc9ee9003d10 None None] Notify callbacks [] for port, precommit_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:12.590183 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-34823c8a-7ce0-43e7-a6a6-dc9ee9003d10 None None] Transition to ACTIVE for port object 0382680c-e9ce-4f0c-bc51-6e86b978e23e will not be triggered until provisioned by entity L2. {{(pid=84076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:48:12.646596 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-34823c8a-7ce0-43e7-a6a6-dc9ee9003d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:12.663048 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:48:12.809671 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b803c7-9bae-4d7e-8fcc-0375a0e84894 None None] Pushing event updated for resources: {'Port': ['ID=0382680c-e9ce-4f0c-bc51-6e86b978e23e,revision_number=2']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:48:12.813848 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-e1b803c7-9bae-4d7e-8fcc-0375a0e84894 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:48:12.866375 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-34823c8a-7ce0-43e7-a6a6-dc9ee9003d10 None None] Attempting to bind port 0382680c-e9ce-4f0c-bc51-6e86b978e23e on host dv-cinder-775706-1-iscsi for vnic_type normal with profile {{(pid=84076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:48:12.866826 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-34823c8a-7ce0-43e7-a6a6-dc9ee9003d10 None None] Attempting to bind port 0382680c-e9ce-4f0c-bc51-6e86b978e23e by drivers openvswitch on host dv-cinder-775706-1-iscsi at level 0 using segments [{'id': '31924cb5-91ae-4236-8041-dd0103380e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6'}] {{(pid=84076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 15:48:12.867207 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34823c8a-7ce0-43e7-a6a6-dc9ee9003d10 None None] Attempting to bind port 0382680c-e9ce-4f0c-bc51-6e86b978e23e on network 4b949073-2dbc-48f8-99e6-0912404ac0f6 {{(pid=84076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 15:48:12.873557 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34823c8a-7ce0-43e7-a6a6-dc9ee9003d10 None None] Checking agent: {'id': '84f77aeb-7661-44c0-b112-b1bf68bd83fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 15, 47, 21), 'started_at': datetime.datetime(2021, 2, 16, 15, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 15, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.95', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 15:48:12.873964 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34823c8a-7ce0-43e7-a6a6-dc9ee9003d10 None None] Checking segment: {'id': '31924cb5-91ae-4236-8041-dd0103380e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:48:12.874407 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-34823c8a-7ce0-43e7-a6a6-dc9ee9003d10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:12.874879 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34823c8a-7ce0-43e7-a6a6-dc9ee9003d10 None None] Bound using segment: {'id': '31924cb5-91ae-4236-8041-dd0103380e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6'} {{(pid=84076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 15:48:12.875385 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-34823c8a-7ce0-43e7-a6a6-dc9ee9003d10 None None] Bound port: 0382680c-e9ce-4f0c-bc51-6e86b978e23e, host: dv-cinder-775706-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31924cb5-91ae-4236-8041-dd0103380e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6'}}] {{(pid=84076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 15:48:12.875790 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-34823c8a-7ce0-43e7-a6a6-dc9ee9003d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:12.957932 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-34823c8a-7ce0-43e7-a6a6-dc9ee9003d10 None None] For port 0382680c-e9ce-4f0c-bc51-6e86b978e23e, host dv-cinder-775706-1-iscsi, cleared binding levels {{(pid=84076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 15:48:12.961293 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-34823c8a-7ce0-43e7-a6a6-dc9ee9003d10 None None] For port 0382680c-e9ce-4f0c-bc51-6e86b978e23e, host dv-cinder-775706-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-iscsi',level=0,port_id=0382680c-e9ce-4f0c-bc51-6e86b978e23e,segment=NetworkSegment(31924cb5-91ae-4236-8041-dd0103380e57),segment_id=31924cb5-91ae-4236-8041-dd0103380e57)] {{(pid=84076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 15:48:13.018716 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-34823c8a-7ce0-43e7-a6a6-dc9ee9003d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:13.035222 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:48:13.358253 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b803c7-9bae-4d7e-8fcc-0375a0e84894 None None] Pushing event updated for resources: {'Port': ['ID=0382680c-e9ce-4f0c-bc51-6e86b978e23e,revision_number=3']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:48:13.363399 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-e1b803c7-9bae-4d7e-8fcc-0375a0e84894 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:48:13.404021 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34823c8a-7ce0-43e7-a6a6-dc9ee9003d10 None None] Routers {'861ec961-fcc4-40ce-a3c8-7755fd66f2a6'} bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:48:13.404680 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-34823c8a-7ce0-43e7-a6a6-dc9ee9003d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-16T15:47:20Z,description=,heartbeat_timestamp=2021-02-16T15:47:50Z,host='dv-cinder-775706-1-iscsi',id=4f2d6f55-b6e7-4768-88f5-01ac5c4c3902,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:47:21Z,topic='l3_agent')) {'router_ids': ['861ec961-fcc4-40ce-a3c8-7755fd66f2a6'], 'active': True} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:48:13.593958 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvr_db [None req-34823c8a-7ce0-43e7-a6a6-dc9ee9003d10 None None] Set router 861ec961-fcc4-40ce-a3c8-7755fd66f2a6 gateway port host: dv-cinder-775706-1-iscsi {{(pid=84076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:48:13.948412 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-34823c8a-7ce0-43e7-a6a6-dc9ee9003d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '861ec961-fcc4-40ce-a3c8-7755fd66f2a6', 'name': 'router1', 'tenant_id': '2e2bbec835b544f1a34ebe329a00feba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '0382680c-e9ce-4f0c-bc51-6e86b978e23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:47:47Z', 'updated_at': '2021-02-16T15:48:10Z', 'revision_number': 4, 'project_id': '2e2bbec835b544f1a34ebe329a00feba', 'gw_port': {'id': '0382680c-e9ce-4f0c-bc51-6e86b978e23e', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9e:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '861ec961-fcc4-40ce-a3c8-7755fd66f2a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:48:09Z', 'updated_at': '2021-02-16T15:48:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_interfaces': [{'id': '643293e8-6d18-4410-9c02-9e3677122d1f', 'name': '', 'network_id': '437ed6e7-0336-4ba4-a59a-fed20dcce402', 'tenant_id': '2e2bbec835b544f1a34ebe329a00feba', 'mac_address': 'fa:16:3e:a4:3b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861ec961-fcc4-40ce-a3c8-7755fd66f2a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9f4a5e23-b88e-4e4e-bfd2-d91e84df5252', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:47:58Z', 'updated_at': '2021-02-16T15:48:05Z', 'revision_number': 5, 'project_id': '2e2bbec835b544f1a34ebe329a00feba', 'subnets': [{'id': '9f4a5e23-b88e-4e4e-bfd2-d91e84df5252', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b8b5056c-42f8-4427-9e5e-23a842e25a0d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-iscsi', False) {} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:48:13.953336 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34823c8a-7ce0-43e7-a6a6-dc9ee9003d10 None None] The sync data for ids ['861ec961-fcc4-40ce-a3c8-7755fd66f2a6'] in dv-cinder-775706-1-iscsi is: [{'id': '861ec961-fcc4-40ce-a3c8-7755fd66f2a6', 'name': 'router1', 'tenant_id': '2e2bbec835b544f1a34ebe329a00feba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '0382680c-e9ce-4f0c-bc51-6e86b978e23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:47:47Z', 'updated_at': '2021-02-16T15:48:10Z', 'revision_number': 4, 'project_id': '2e2bbec835b544f1a34ebe329a00feba', 'gw_port': {'id': '0382680c-e9ce-4f0c-bc51-6e86b978e23e', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9e:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '861ec961-fcc4-40ce-a3c8-7755fd66f2a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:48:09Z', 'updated_at': '2021-02-16T15:48:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_interfaces': [{'id': '643293e8-6d18-4410-9c02-9e3677122d1f', 'name': '', 'network_id': '437ed6e7-0336-4ba4-a59a-fed20dcce402', 'tenant_id': '2e2bbec835b544f1a34ebe329a00feba', 'mac_address': 'fa:16:3e:a4:3b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861ec961-fcc4-40ce-a3c8-7755fd66f2a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9f4a5e23-b88e-4e4e-bfd2-d91e84df5252', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:47:58Z', 'updated_at': '2021-02-16T15:48:05Z', 'revision_number': 5, 'project_id': '2e2bbec835b544f1a34ebe329a00feba', 'subnets': [{'id': '9f4a5e23-b88e-4e4e-bfd2-d91e84df5252', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b8b5056c-42f8-4427-9e5e-23a842e25a0d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 15:48:14.175188 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 42904) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:48:14.305249 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f220e42-bbe3-4a27-bf3f-fad351913437 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:14.306953 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-3f220e42-bbe3-4a27-bf3f-fad351913437 admin admin] 10.222.0.101 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1080 time: 0.1306875 Feb 16 15:48:15.429131 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device 0382680c-e9ce-4f0c-bc51-6e86b978e23e up at agent ovs-agent-dv-cinder-775706-1-iscsi {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:48:15.538197 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Provisioning for port 0382680c-e9ce-4f0c-bc51-6e86b978e23e completed by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:48:15.544054 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Provisioning complete for port 0382680c-e9ce-4f0c-bc51-6e86b978e23e triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:48:15.545680 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:15.679158 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:15.697909 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] For port 0382680c-e9ce-4f0c-bc51-6e86b978e23e, host dv-cinder-775706-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-iscsi',level=0,port_id=0382680c-e9ce-4f0c-bc51-6e86b978e23e,segment=NetworkSegment(31924cb5-91ae-4236-8041-dd0103380e57),segment_id=31924cb5-91ae-4236-8041-dd0103380e57)] {{(pid=84076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:48:15.732838 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:15.736008 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-b885b6ce-f82e-47c9-b4c1-90235cc8c2f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:48:15.827700 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Pushing event updated for resources: {'Port': ['ID=0382680c-e9ce-4f0c-bc51-6e86b978e23e,revision_number=4']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:48:15.831040 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:48:17.421317 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device 0382680c-e9ce-4f0c-bc51-6e86b978e23e up at agent ovs-agent-dv-cinder-775706-1-iscsi {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:48:17.508805 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Provisioning complete for port 0382680c-e9ce-4f0c-bc51-6e86b978e23e triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:48:17.509452 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:17.737904 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a27e0cc1-8717-4af1-bd0d-abdf808c7f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:20.255409 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d05518bb-17ee-4865-b03c-31693adcda8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:20.587724 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-5318a483-6eff-4afd-a4b0-767c6fc9882f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:21.087301 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.agents_db [None req-cca974b7-119d-4613-9949-a609bd4803bb None None] Agent healthcheck: found 5 active agents {{(pid=84077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 15:48:21.442543 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:22.212630 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-331083c2-9fd5-48c9-8796-02890b3f22e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:47.640056 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-beb40232-4afc-40b6-8571-f6e3f4ee15af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:50.239977 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d05518bb-17ee-4865-b03c-31693adcda8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:50.543545 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f29f5eaa-b83f-493b-aa61-375543333795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:51.388761 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:52.171525 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-331083c2-9fd5-48c9-8796-02890b3f22e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:58.086020 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.agents_db [None req-cca974b7-119d-4613-9949-a609bd4803bb None None] Agent healthcheck: found 5 active agents {{(pid=84077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 15:49:17.663367 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-04a8c705-f0e4-43f1-ac54-11dc6e5d094d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:20.246573 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d05518bb-17ee-4865-b03c-31693adcda8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:20.541406 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d3ff401d-e617-4d66-b8aa-042e1b893aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:21.388837 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:22.188462 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-331083c2-9fd5-48c9-8796-02890b3f22e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:35.086285 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.agents_db [None req-cca974b7-119d-4613-9949-a609bd4803bb None None] Agent healthcheck: found 5 active agents {{(pid=84077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 15:49:47.662171 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-0f07900c-7025-4a4c-9629-bfdae48332f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:50.245291 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d05518bb-17ee-4865-b03c-31693adcda8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:50.542183 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-167d4a3e-10d5-4fb6-a443-7af481305cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:51.394019 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:52.211005 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-331083c2-9fd5-48c9-8796-02890b3f22e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:12.085271 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.agents_db [None req-cca974b7-119d-4613-9949-a609bd4803bb None None] Agent healthcheck: found 5 active agents {{(pid=84077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 15:50:17.650705 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-deeb7872-25b6-471e-8085-ecdf558032e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:20.259597 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d05518bb-17ee-4865-b03c-31693adcda8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:20.539632 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-af3a65fa-5951-4ddf-9d49-20dcc1b03c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:21.390672 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:22.199414 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-331083c2-9fd5-48c9-8796-02890b3f22e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:31.635990 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 43480) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:50:31.710343 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.pecan_wsgi.hooks.translation [None req-73c3b9ea-fc54-4a44-a7ab-74fa8b56831c admin admin] GET failed (client error): The resource could not be found. Feb 16 15:50:31.711748 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-73c3b9ea-fc54-4a44-a7ab-74fa8b56831c admin admin] 10.222.0.101 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0746017 Feb 16 15:50:31.856531 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85896059-f393-481c-932e-94a4136e14ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:31.858089 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-85896059-f393-481c-932e-94a4136e14ad admin admin] 10.222.0.101 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1408536 Feb 16 15:50:34.346690 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 43490) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:50:34.469087 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9eea74-f6be-4b46-b33d-a56433cb9572 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:34.469724 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-be9eea74-f6be-4b46-b33d-a56433cb9572 admin admin] Synchronizing usage tracker for tenant:195f65f023ac43f581525bab1b2eb272 on resource:subnet {{(pid=84074) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 15:50:34.570445 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-be9eea74-f6be-4b46-b33d-a56433cb9572 admin admin] Unset dirty status for tenant:195f65f023ac43f581525bab1b2eb272 on resource:subnet {{(pid=84074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 15:50:34.571794 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-be9eea74-f6be-4b46-b33d-a56433cb9572 admin admin] 10.222.0.101 "GET /v2.0/subnets/9f4a5e23-b88e-4e4e-bfd2-d91e84df5252 HTTP/1.1" status: 200 len: 849 time: 0.2240832 Feb 16 15:50:34.582891 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [None req-32ac48d7-f8ee-47a4-930d-28c713972727 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:50:34.723610 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-32ac48d7-f8ee-47a4-930d-28c713972727 admin admin] Notify callbacks [] for subnet, before_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:35.138948 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-32ac48d7-f8ee-47a4-930d-28c713972727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363260218392555'] for subnet, after_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:35.156375 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-ce08fbf6-2435-4db6-930a-465b3028c4ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:50:35.320916 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ac48d7-f8ee-47a4-930d-28c713972727 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f4a5e23-b88e-4e4e-bfd2-d91e84df5252,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:50:35.333048 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ac48d7-f8ee-47a4-930d-28c713972727 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:50:35.333387 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ac48d7-f8ee-47a4-930d-28c713972727 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:50:35.333764 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ac48d7-f8ee-47a4-930d-28c713972727 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:50:35.334132 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ac48d7-f8ee-47a4-930d-28c713972727 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:50:35.334498 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ac48d7-f8ee-47a4-930d-28c713972727 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:50:35.334918 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ac48d7-f8ee-47a4-930d-28c713972727 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:50:35.335280 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ac48d7-f8ee-47a4-930d-28c713972727 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:50:35.335682 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ac48d7-f8ee-47a4-930d-28c713972727 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:50:35.336058 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ac48d7-f8ee-47a4-930d-28c713972727 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:50:35.336414 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ac48d7-f8ee-47a4-930d-28c713972727 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:50:35.336770 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ac48d7-f8ee-47a4-930d-28c713972727 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:50:35.337276 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ac48d7-f8ee-47a4-930d-28c713972727 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:50:35.343465 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-32ac48d7-f8ee-47a4-930d-28c713972727 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:50:35.375621 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ac48d7-f8ee-47a4-930d-28c713972727 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:35.376263 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-32ac48d7-f8ee-47a4-930d-28c713972727 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210664'] for subnet, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:35.377625 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-32ac48d7-f8ee-47a4-930d-28c713972727 admin admin] 10.222.0.101 "PUT /v2.0/subnets/9f4a5e23-b88e-4e4e-bfd2-d91e84df5252 HTTP/1.1" status: 200 len: 868 time: 0.7992306 Feb 16 15:50:35.381016 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0643f68-a7a3-4163-8669-034c7f0a4b02 None None] Network 437ed6e7-0336-4ba4-a59a-fed20dcce402 requested from dv-cinder-775706-1-iscsi {{(pid=84076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 15:50:35.901727 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-7b15b65d-3128-4e7d-b927-0594c94531f2 None None] Provisioning complete for port 643293e8-6d18-4410-9c02-9e3677122d1f triggered by entity DHCP. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:50:35.902395 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-7b15b65d-3128-4e7d-b927-0594c94531f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:36.056343 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-7b15b65d-3128-4e7d-b927-0594c94531f2 None None] Provisioning complete for port 481a80ae-103e-4242-a4e8-ec10b8da0ed1 triggered by entity DHCP. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:50:36.056699 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-7b15b65d-3128-4e7d-b927-0594c94531f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:38.041923 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 43500) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:50:38.236018 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19d6c62-fd0d-4cbd-b543-6fba1ef50548 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:38.236360 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19d6c62-fd0d-4cbd-b543-6fba1ef50548 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:38.238004 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-f19d6c62-fd0d-4cbd-b543-6fba1ef50548 admin admin] 10.222.0.101 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.1948855 Feb 16 15:50:40.763753 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 43510) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:50:40.963259 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662bd8f2-6014-41e9-88fb-929dd3ac2ea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:40.963597 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662bd8f2-6014-41e9-88fb-929dd3ac2ea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:40.966454 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-662bd8f2-6014-41e9-88fb-929dd3ac2ea4 admin admin] 10.222.0.101 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2016599 Feb 16 15:50:43.494974 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 43520) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:50:43.685944 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a692463-0f1c-4916-9876-6c1295eedfb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:43.687372 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-0a692463-0f1c-4916-9876-6c1295eedfb0 admin admin] 10.222.0.101 "GET /v2.0/networks/437ed6e7-0336-4ba4-a59a-fed20dcce402 HTTP/1.1" status: 200 len: 862 time: 0.1906478 Feb 16 15:50:46.233582 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 43530) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:50:46.461240 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49bc719-f9e6-4dc4-9767-47c79a00d3e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:46.462873 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-d49bc719-f9e6-4dc4-9767-47c79a00d3e2 admin admin] 10.222.0.101 "GET /v2.0/networks/4b949073-2dbc-48f8-99e6-0912404ac0f6 HTTP/1.1" status: 200 len: 886 time: 0.2282491 Feb 16 15:50:47.647439 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-5a072f08-f2d8-4d71-ac39-e1d7bc72f78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:48.992604 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 43540) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:50:49.085212 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.agents_db [None req-cca974b7-119d-4613-9949-a609bd4803bb None None] Agent healthcheck: found 5 active agents {{(pid=84077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 15:50:49.117522 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d00a27b-9c4b-4fde-a808-e88d9e44b3f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:49.117945 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d00a27b-9c4b-4fde-a808-e88d9e44b3f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:49.119668 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-4d00a27b-9c4b-4fde-a808-e88d9e44b3f2 admin admin] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1259761 Feb 16 15:50:50.258342 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d05518bb-17ee-4865-b03c-31693adcda8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:50.538277 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a0b736f0-fcec-4171-841c-7348e3023af2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:51.395704 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:51.759063 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 43550) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:50:51.885595 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61dc2e2-658d-4cba-995e-8869db60c5e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:51.886930 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61dc2e2-658d-4cba-995e-8869db60c5e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:51.888525 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-f61dc2e2-658d-4cba-995e-8869db60c5e4 admin admin] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1280420 Feb 16 15:50:52.189597 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-331083c2-9fd5-48c9-8796-02890b3f22e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:54.412195 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 43560) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:50:54.523475 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86b761a-7698-4eef-bfa9-9b0433d63d53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:54.524924 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-f86b761a-7698-4eef-bfa9-9b0433d63d53 admin admin] 10.222.0.101 "GET /v2.0/subnets/1330f553-cf5d-40b8-b778-7809bbd3e08c HTTP/1.1" status: 200 len: 816 time: 0.1116664 Feb 16 15:50:57.060015 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 43570) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:50:57.178680 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d39e47-38db-4747-93c2-c30d04cd256f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:57.180172 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-f0d39e47-38db-4747-93c2-c30d04cd256f admin admin] 10.222.0.101 "GET /v2.0/subnets/9f4a5e23-b88e-4e4e-bfd2-d91e84df5252 HTTP/1.1" status: 200 len: 868 time: 0.1190977 Feb 16 15:51:17.649669 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-59d20129-3218-47d4-972a-2a791e464320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:20.312417 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d05518bb-17ee-4865-b03c-31693adcda8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:20.549029 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8bfbed72-5008-4e90-8ed3-5b4fce7fceaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:21.429195 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:22.223301 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-331083c2-9fd5-48c9-8796-02890b3f22e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:23.974555 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 43610) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:51:24.027358 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [None req-ca4794c8-364b-40ee-86db-352fbbf61862 admin admin] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=84075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 15:51:24.028718 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-ca4794c8-364b-40ee-86db-352fbbf61862 admin admin] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0528634 Feb 16 15:51:26.084579 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.agents_db [None req-cca974b7-119d-4613-9949-a609bd4803bb None None] Agent healthcheck: found 5 active agents {{(pid=84077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 15:51:26.653552 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 43620) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:51:26.730885 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.pecan_wsgi.hooks.translation [None req-f93f68b6-f25b-4211-bfc6-d95a29fad487 admin admin] GET failed (client error): The resource could not be found. Feb 16 15:51:26.732199 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-f93f68b6-f25b-4211-bfc6-d95a29fad487 admin admin] 10.222.0.101 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0775979 Feb 16 15:51:26.868751 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094ceb54-a7c8-4ae5-ae1c-5c48d3a4a1d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:51:26.870858 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-094ceb54-a7c8-4ae5-ae1c-5c48d3a4a1d2 admin admin] 10.222.0.101 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1341562 Feb 16 15:51:29.425073 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 43630) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:51:29.478026 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [None req-02114fe2-b8c8-4ecb-8f4a-8462830e9f96 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=84074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:51:29.483582 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-02114fe2-b8c8-4ecb-8f4a-8462830e9f96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:51:29.493595 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-02114fe2-b8c8-4ecb-8f4a-8462830e9f96 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:51:29.530904 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02114fe2-b8c8-4ecb-8f4a-8462830e9f96 admin admin] Made reservation on behalf of 195f65f023ac43f581525bab1b2eb272 for: {'network': 1} {{(pid=84074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:51:29.535494 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-02114fe2-b8c8-4ecb-8f4a-8462830e9f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for network, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:29.631753 dv-cinder-775706-1-iscsi neutron-server[83961]: WARNING neutron.services.revisions.revision_plugin [None req-02114fe2-b8c8-4ecb-8f4a-8462830e9f96 admin admin] Could not find related network for resource to bump revision. Feb 16 15:51:29.646280 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02114fe2-b8c8-4ecb-8f4a-8462830e9f96 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=84074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 16 15:51:29.698798 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-02114fe2-b8c8-4ecb-8f4a-8462830e9f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797496'] for segment, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:29.699188 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.db.segments_db [None req-02114fe2-b8c8-4ecb-8f4a-8462830e9f96 admin admin] Added segment 04452a00-bf97-4637-862f-09f44856a876 of type vxlan for network 0ac272f2-2b38-4927-8f32-46dd1141e6b2 Feb 16 15:51:29.726151 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-02114fe2-b8c8-4ecb-8f4a-8462830e9f96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776635995166'] for network, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:29.792486 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-02114fe2-b8c8-4ecb-8f4a-8462830e9f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677'] for network, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:29.793753 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02114fe2-b8c8-4ecb-8f4a-8462830e9f96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:51:29.794399 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-02114fe2-b8c8-4ecb-8f4a-8462830e9f96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210664'] for network, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:29.799437 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:51:29.904399 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02114fe2-b8c8-4ecb-8f4a-8462830e9f96 admin admin] Pushing event updated for resources: {'Network': ['ID=0ac272f2-2b38-4927-8f32-46dd1141e6b2,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:51:29.908463 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-02114fe2-b8c8-4ecb-8f4a-8462830e9f96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:51:29.915219 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Network 0ac272f2-2b38-4927-8f32-46dd1141e6b2 details requested by agent ovs-agent-dv-cinder-775706-1-iscsi with host dv-cinder-775706-1-iscsi {{(pid=84076) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 15:51:29.953571 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-02114fe2-b8c8-4ecb-8f4a-8462830e9f96 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.5272558 Feb 16 15:51:32.535111 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 43640) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:51:32.610642 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.pecan_wsgi.hooks.translation [None req-31955e96-6616-4a07-81f8-8ef1732a8f16 admin admin] GET failed (client error): The resource could not be found. Feb 16 15:51:32.611232 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-31955e96-6616-4a07-81f8-8ef1732a8f16 admin admin] Synchronizing usage tracker for tenant:195f65f023ac43f581525bab1b2eb272 on resource:network {{(pid=84074) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 15:51:32.673730 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-31955e96-6616-4a07-81f8-8ef1732a8f16 admin admin] Unset dirty status for tenant:195f65f023ac43f581525bab1b2eb272 on resource:network {{(pid=84074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 15:51:32.674994 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-31955e96-6616-4a07-81f8-8ef1732a8f16 admin admin] 10.222.0.101 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1387956 Feb 16 15:51:32.794920 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6c54a3-8398-4187-a0b0-924415b1b0c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:51:32.796424 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-8b6c54a3-8398-4187-a0b0-924415b1b0c4 admin admin] 10.222.0.101 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1169827 Feb 16 15:51:32.807489 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [None req-a6f36428-7aaa-4171-a5f3-37e39d3e3cbe admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'network_id': '0ac272f2-2b38-4927-8f32-46dd1141e6b2', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=84074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:51:32.812247 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-a6f36428-7aaa-4171-a5f3-37e39d3e3cbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:51:32.821929 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-a6f36428-7aaa-4171-a5f3-37e39d3e3cbe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:51:32.856505 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f36428-7aaa-4171-a5f3-37e39d3e3cbe admin admin] Made reservation on behalf of 195f65f023ac43f581525bab1b2eb272 for: {'subnet': 1} {{(pid=84074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:51:32.861303 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a6f36428-7aaa-4171-a5f3-37e39d3e3cbe admin admin] Notify callbacks [] for subnet, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:33.488618 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a6f36428-7aaa-4171-a5f3-37e39d3e3cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677'] for subnet, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:33.505285 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-32ac48d7-f8ee-47a4-930d-28c713972727 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:51:33.639243 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f36428-7aaa-4171-a5f3-37e39d3e3cbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=33b898d8-5f30-4aa6-9ef6-b86e1f956499,revision_number=0']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:51:33.643636 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-a6f36428-7aaa-4171-a5f3-37e39d3e3cbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:51:33.705040 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f36428-7aaa-4171-a5f3-37e39d3e3cbe admin admin] Checking segment: {'id': '04452a00-bf97-4637-862f-09f44856a876', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0ac272f2-2b38-4927-8f32-46dd1141e6b2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:51:33.705360 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f36428-7aaa-4171-a5f3-37e39d3e3cbe admin admin] Network hostable DHCP agents. Network: 0ac272f2-2b38-4927-8f32-46dd1141e6b2, hostable agents: ['47b90563-7f25-4d7d-8681-11e1fb253c09'], hosted agents: [] {{(pid=84074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 16 15:51:33.763413 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f36428-7aaa-4171-a5f3-37e39d3e3cbe admin admin] Network 0ac272f2-2b38-4927-8f32-46dd1141e6b2 is scheduled to be hosted by DHCP agent 47b90563-7f25-4d7d-8681-11e1fb253c09 with binding_index 1 {{(pid=84074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 16 15:51:33.799515 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.base_scheduler [None req-a6f36428-7aaa-4171-a5f3-37e39d3e3cbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-1-iscsi, 0ac272f2-2b38-4927-8f32-46dd1141e6b2) {{(pid=84074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:51:33.803474 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f36428-7aaa-4171-a5f3-37e39d3e3cbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:51:33.804155 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a6f36428-7aaa-4171-a5f3-37e39d3e3cbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210664'] for subnet, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:33.809833 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559123fc-b4c2-463f-8fba-e68e9a4396d5 None None] Network 0ac272f2-2b38-4927-8f32-46dd1141e6b2 requested from dv-cinder-775706-1-iscsi {{(pid=84076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 15:51:33.861708 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-a6f36428-7aaa-4171-a5f3-37e39d3e3cbe admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0580719 Feb 16 15:51:34.067384 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7da9db-ccf4-4292-aec1-43a3cd8c7d32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb25ab78c-394c-56d3-b2e1-bf845d3bcb0e-0ac272f2-2b38-4927-8f32-46dd1141e6b2', 'network_id': '0ac272f2-2b38-4927-8f32-46dd1141e6b2', 'tenant_id': '195f65f023ac43f581525bab1b2eb272', 'fixed_ips': [{'subnet_id': '33b898d8-5f30-4aa6-9ef6-b86e1f956499'}]}} from dv-cinder-775706-1-iscsi. {{(pid=84076) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 16 15:51:34.069232 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-0e7da9db-ccf4-4292-aec1-43a3cd8c7d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_create {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:34.366693 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.db_base_plugin_common [None req-0e7da9db-ccf4-4292-aec1-43a3cd8c7d32 None None] Allocated IP 192.168.233.2 (0ac272f2-2b38-4927-8f32-46dd1141e6b2/33b898d8-5f30-4aa6-9ef6-b86e1f956499/57ab25e8-69ae-47c1-893c-a9a13ed12b0e) {{(pid=84076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 15:51:34.680851 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-0e7da9db-ccf4-4292-aec1-43a3cd8c7d32 None None] Notify callbacks [] for port, precommit_create {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:34.761071 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-0e7da9db-ccf4-4292-aec1-43a3cd8c7d32 None None] Transition to ACTIVE for port object 57ab25e8-69ae-47c1-893c-a9a13ed12b0e will not be triggered until provisioned by entity L2. {{(pid=84076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:51:34.779269 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-0e7da9db-ccf4-4292-aec1-43a3cd8c7d32 None None] Transition to ACTIVE for port object 57ab25e8-69ae-47c1-893c-a9a13ed12b0e will not be triggered until provisioned by entity DHCP. {{(pid=84076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:51:34.811547 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-0e7da9db-ccf4-4292-aec1-43a3cd8c7d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776636048806'] for port, after_create {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:34.828530 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:51:34.974674 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7da9db-ccf4-4292-aec1-43a3cd8c7d32 None None] Pushing event updated for resources: {'Port': ['ID=57ab25e8-69ae-47c1-893c-a9a13ed12b0e,revision_number=1']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:51:34.986050 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7da9db-ccf4-4292-aec1-43a3cd8c7d32 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:51:34.986443 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7da9db-ccf4-4292-aec1-43a3cd8c7d32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:51:34.986856 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7da9db-ccf4-4292-aec1-43a3cd8c7d32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:51:34.987238 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7da9db-ccf4-4292-aec1-43a3cd8c7d32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:51:34.987684 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7da9db-ccf4-4292-aec1-43a3cd8c7d32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:51:34.988049 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7da9db-ccf4-4292-aec1-43a3cd8c7d32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:51:34.988417 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7da9db-ccf4-4292-aec1-43a3cd8c7d32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:51:34.988784 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7da9db-ccf4-4292-aec1-43a3cd8c7d32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:51:34.989171 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7da9db-ccf4-4292-aec1-43a3cd8c7d32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:51:34.989795 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7da9db-ccf4-4292-aec1-43a3cd8c7d32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:51:34.990160 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7da9db-ccf4-4292-aec1-43a3cd8c7d32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:51:34.990526 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7da9db-ccf4-4292-aec1-43a3cd8c7d32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:51:34.995201 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-0e7da9db-ccf4-4292-aec1-43a3cd8c7d32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:51:35.040950 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7da9db-ccf4-4292-aec1-43a3cd8c7d32 None None] Network 0ac272f2-2b38-4927-8f32-46dd1141e6b2 is already hosted by enough agents. {{(pid=84076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 15:51:35.043740 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.base_scheduler [None req-0e7da9db-ccf4-4292-aec1-43a3cd8c7d32 None None] Resources bound (agent type, host, resource id): {{(pid=84076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:51:35.048180 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7da9db-ccf4-4292-aec1-43a3cd8c7d32 None None] Received port after_create {{(pid=84076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 15:51:35.145717 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-0e7da9db-ccf4-4292-aec1-43a3cd8c7d32 None None] Attempting to bind port 57ab25e8-69ae-47c1-893c-a9a13ed12b0e on host dv-cinder-775706-1-iscsi for vnic_type normal with profile {{(pid=84076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:51:35.146227 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-0e7da9db-ccf4-4292-aec1-43a3cd8c7d32 None None] Attempting to bind port 57ab25e8-69ae-47c1-893c-a9a13ed12b0e by drivers openvswitch on host dv-cinder-775706-1-iscsi at level 0 using segments [{'id': '04452a00-bf97-4637-862f-09f44856a876', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0ac272f2-2b38-4927-8f32-46dd1141e6b2'}] {{(pid=84076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 15:51:35.146670 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7da9db-ccf4-4292-aec1-43a3cd8c7d32 None None] Attempting to bind port 57ab25e8-69ae-47c1-893c-a9a13ed12b0e on network 0ac272f2-2b38-4927-8f32-46dd1141e6b2 {{(pid=84076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 15:51:35.152610 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7da9db-ccf4-4292-aec1-43a3cd8c7d32 None None] Checking agent: {'id': '84f77aeb-7661-44c0-b112-b1bf68bd83fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 15, 47, 21), 'started_at': datetime.datetime(2021, 2, 16, 15, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 15, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.95', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 15:51:35.153025 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7da9db-ccf4-4292-aec1-43a3cd8c7d32 None None] Checking segment: {'id': '04452a00-bf97-4637-862f-09f44856a876', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0ac272f2-2b38-4927-8f32-46dd1141e6b2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:51:35.153474 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-0e7da9db-ccf4-4292-aec1-43a3cd8c7d32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:35.153921 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7da9db-ccf4-4292-aec1-43a3cd8c7d32 None None] Bound using segment: {'id': '04452a00-bf97-4637-862f-09f44856a876', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0ac272f2-2b38-4927-8f32-46dd1141e6b2'} {{(pid=84076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 15:51:35.154440 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-0e7da9db-ccf4-4292-aec1-43a3cd8c7d32 None None] Bound port: 57ab25e8-69ae-47c1-893c-a9a13ed12b0e, host: dv-cinder-775706-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04452a00-bf97-4637-862f-09f44856a876', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0ac272f2-2b38-4927-8f32-46dd1141e6b2'}}] {{(pid=84076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 15:51:35.154920 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-0e7da9db-ccf4-4292-aec1-43a3cd8c7d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:35.254427 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-0e7da9db-ccf4-4292-aec1-43a3cd8c7d32 None None] For port 57ab25e8-69ae-47c1-893c-a9a13ed12b0e, host dv-cinder-775706-1-iscsi, cleared binding levels {{(pid=84076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 15:51:35.257955 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-0e7da9db-ccf4-4292-aec1-43a3cd8c7d32 None None] For port 57ab25e8-69ae-47c1-893c-a9a13ed12b0e, host dv-cinder-775706-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-iscsi',level=0,port_id=57ab25e8-69ae-47c1-893c-a9a13ed12b0e,segment=NetworkSegment(04452a00-bf97-4637-862f-09f44856a876),segment_id=04452a00-bf97-4637-862f-09f44856a876)] {{(pid=84076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 15:51:35.314962 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-0e7da9db-ccf4-4292-aec1-43a3cd8c7d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:35.331618 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-e1b803c7-9bae-4d7e-8fcc-0375a0e84894 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:51:35.492910 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7da9db-ccf4-4292-aec1-43a3cd8c7d32 None None] Pushing event updated for resources: {'Port': ['ID=57ab25e8-69ae-47c1-893c-a9a13ed12b0e,revision_number=2']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:51:35.498955 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-0e7da9db-ccf4-4292-aec1-43a3cd8c7d32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:51:36.786064 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2ced16-7b25-4d5e-8387-d9921c6f84d0 None None] Network 0ac272f2-2b38-4927-8f32-46dd1141e6b2 requested from dv-cinder-775706-1-iscsi {{(pid=84076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 15:51:36.921992 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-7e5a4e5f-c62f-47d2-abbf-beabc70769f0 None None] Provisioning for port 57ab25e8-69ae-47c1-893c-a9a13ed12b0e completed by entity DHCP. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:51:37.531438 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device 57ab25e8-69ae-47c1-893c-a9a13ed12b0e up at agent ovs-agent-dv-cinder-775706-1-iscsi {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:51:37.617751 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-9e69e005-4397-446a-a47e-2d8d7c091183 None None] Provisioning complete for port 57ab25e8-69ae-47c1-893c-a9a13ed12b0e triggered by entity DHCP. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:51:37.627839 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-9e69e005-4397-446a-a47e-2d8d7c091183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:37.659456 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Provisioning for port 57ab25e8-69ae-47c1-893c-a9a13ed12b0e completed by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:51:37.675438 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Provisioning complete for port 57ab25e8-69ae-47c1-893c-a9a13ed12b0e triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:51:37.675832 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:37.864900 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-9e69e005-4397-446a-a47e-2d8d7c091183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:37.886857 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:37.925196 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-9e69e005-4397-446a-a47e-2d8d7c091183 None None] For port 57ab25e8-69ae-47c1-893c-a9a13ed12b0e, host dv-cinder-775706-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-iscsi',level=0,port_id=57ab25e8-69ae-47c1-893c-a9a13ed12b0e,segment=NetworkSegment(04452a00-bf97-4637-862f-09f44856a876),segment_id=04452a00-bf97-4637-862f-09f44856a876)] {{(pid=84076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:51:37.959938 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-9e69e005-4397-446a-a47e-2d8d7c091183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:37.970992 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-0e7da9db-ccf4-4292-aec1-43a3cd8c7d32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:51:38.054487 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.db.api [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84076) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 16 15:51:38.054927 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_db.api [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 16 15:51:38.066661 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e69e005-4397-446a-a47e-2d8d7c091183 None None] Pushing event updated for resources: {'Port': ['ID=57ab25e8-69ae-47c1-893c-a9a13ed12b0e,revision_number=3']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:51:38.070486 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-9e69e005-4397-446a-a47e-2d8d7c091183 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:51:39.503246 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device 57ab25e8-69ae-47c1-893c-a9a13ed12b0e up at agent ovs-agent-dv-cinder-775706-1-iscsi {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:51:39.576487 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Provisioning complete for port 57ab25e8-69ae-47c1-893c-a9a13ed12b0e triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:51:39.576901 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:47.650314 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-098733a0-3d9a-41c3-8ea7-dd7670d69125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:50.261815 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d05518bb-17ee-4865-b03c-31693adcda8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:50.536150 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-bfb3a7e7-45c4-45e9-b95c-6b29c2f1c0a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:51.416817 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:52.199258 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-331083c2-9fd5-48c9-8796-02890b3f22e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:03.084740 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.agents_db [None req-cca974b7-119d-4613-9949-a609bd4803bb None None] Agent healthcheck: found 5 active agents {{(pid=84077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 15:52:17.643921 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1bd5b9c5-273d-4439-bcef-9b203432e076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:20.267101 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d05518bb-17ee-4865-b03c-31693adcda8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:20.547089 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a6daf6bf-377f-4b4d-867e-d972063cb11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:21.403333 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:22.209588 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-331083c2-9fd5-48c9-8796-02890b3f22e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:40.084560 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.agents_db [None req-cca974b7-119d-4613-9949-a609bd4803bb None None] Agent healthcheck: found 5 active agents {{(pid=84077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 15:52:47.665655 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-97ae7cff-56bb-4ae8-93ae-5a0c06d5de41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:50.260347 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d05518bb-17ee-4865-b03c-31693adcda8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:50.291693 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 43682) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:52:50.299063 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [None req-8b9a34a7-c9e4-4eb7-93a5-d2629275765d tempest-verify_tempest_config-1595875961 tempest-verify_tempest_config-1595875961-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=84074) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 15:52:50.300185 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-8b9a34a7-c9e4-4eb7-93a5-d2629275765d tempest-verify_tempest_config-1595875961 tempest-verify_tempest_config-1595875961-project] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13450 time: 0.0074594 Feb 16 15:52:50.580220 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f4946471-dc0e-4a85-a60b-fb1f657349c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:50.745143 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 43702) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:52:50.872738 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-6c3ebfc2-8124-4fd5-8ad3-001e115eb111 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:50.888525 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-6c3ebfc2-8124-4fd5-8ad3-001e115eb111 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:52:50.892689 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-6c3ebfc2-8124-4fd5-8ad3-001e115eb111 admin admin] Usage tracker for resource:security_group_rule and tenant:acff338e321a4b1eb280bf3fe5e75c88 is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:52:50.895715 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-6c3ebfc2-8124-4fd5-8ad3-001e115eb111 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:52:50.901454 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-6c3ebfc2-8124-4fd5-8ad3-001e115eb111 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:52:51.187785 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-6c3ebfc2-8124-4fd5-8ad3-001e115eb111 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:51.214340 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-6c3ebfc2-8124-4fd5-8ad3-001e115eb111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:51.223859 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:52:51.265115 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-6c3ebfc2-8124-4fd5-8ad3-001e115eb111 admin admin] Synchronizing usage tracker for tenant:195f65f023ac43f581525bab1b2eb272 on resource:security_group {{(pid=84074) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 15:52:51.269361 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3ebfc2-8124-4fd5-8ad3-001e115eb111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5df4f47-5a1b-4722-a14a-55e394158b8e,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:52:51.281235 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3ebfc2-8124-4fd5-8ad3-001e115eb111 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:52:51.281614 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3ebfc2-8124-4fd5-8ad3-001e115eb111 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:52:51.281983 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3ebfc2-8124-4fd5-8ad3-001e115eb111 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:52:51.282345 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3ebfc2-8124-4fd5-8ad3-001e115eb111 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:52:51.282727 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3ebfc2-8124-4fd5-8ad3-001e115eb111 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:52:51.283094 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3ebfc2-8124-4fd5-8ad3-001e115eb111 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:52:51.283450 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3ebfc2-8124-4fd5-8ad3-001e115eb111 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:52:51.283805 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3ebfc2-8124-4fd5-8ad3-001e115eb111 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:52:51.284160 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3ebfc2-8124-4fd5-8ad3-001e115eb111 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:52:51.284513 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3ebfc2-8124-4fd5-8ad3-001e115eb111 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:52:51.284866 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3ebfc2-8124-4fd5-8ad3-001e115eb111 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:52:51.285215 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3ebfc2-8124-4fd5-8ad3-001e115eb111 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:52:51.289294 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-6c3ebfc2-8124-4fd5-8ad3-001e115eb111 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:52:51.317087 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-6c3ebfc2-8124-4fd5-8ad3-001e115eb111 admin admin] Unset dirty status for tenant:195f65f023ac43f581525bab1b2eb272 on resource:security_group {{(pid=84074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 15:52:51.318413 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-6c3ebfc2-8124-4fd5-8ad3-001e115eb111 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=acff338e321a4b1eb280bf3fe5e75c88&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5722361 Feb 16 15:52:51.321192 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 43708) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:52:51.383653 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-acde916f-7b6e-4de9-b6fb-01e1839625e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:51.391647 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:51.413286 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-acde916f-7b6e-4de9-b6fb-01e1839625e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:51.488455 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-acde916f-7b6e-4de9-b6fb-01e1839625e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:51.492549 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-6c3ebfc2-8124-4fd5-8ad3-001e115eb111 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:52:51.504855 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acde916f-7b6e-4de9-b6fb-01e1839625e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5df4f47-5a1b-4722-a14a-55e394158b8e,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:52:51.507082 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-acde916f-7b6e-4de9-b6fb-01e1839625e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:52:51.512065 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-acde916f-7b6e-4de9-b6fb-01e1839625e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:51.513449 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-acde916f-7b6e-4de9-b6fb-01e1839625e6 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/b5df4f47-5a1b-4722-a14a-55e394158b8e HTTP/1.1" status: 204 len: 168 time: 0.1912916 Feb 16 15:52:52.208026 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-331083c2-9fd5-48c9-8796-02890b3f22e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:53:17.084876 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.agents_db [None req-cca974b7-119d-4613-9949-a609bd4803bb None None] Agent healthcheck: found 5 active agents {{(pid=84077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 15:53:17.664507 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-3b870e5f-5d5e-4580-bed9-e45b5a304c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:53:20.282450 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d05518bb-17ee-4865-b03c-31693adcda8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:53:20.539376 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d981ed89-f54e-40cd-8ea9-e37e57f22901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:53:21.390659 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:53:22.213326 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-331083c2-9fd5-48c9-8796-02890b3f22e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:53:47.652547 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d89d00fa-2f3f-4417-84cd-fd18c308c305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:53:50.275698 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d05518bb-17ee-4865-b03c-31693adcda8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:53:50.532785 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-9eb55c45-3207-41df-a89c-9aa79c342f5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:53:51.395846 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:53:52.218592 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-331083c2-9fd5-48c9-8796-02890b3f22e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:53:54.084261 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.agents_db [None req-cca974b7-119d-4613-9949-a609bd4803bb None None] Agent healthcheck: found 5 active agents {{(pid=84077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 15:54:17.669310 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-98e0c63e-9003-48f6-a1ed-cf7d989f129d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:54:20.296977 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d05518bb-17ee-4865-b03c-31693adcda8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:54:20.542953 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-05d25afd-befe-4660-8b5b-9b25d2fb19a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:54:21.399320 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:54:22.228094 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-331083c2-9fd5-48c9-8796-02890b3f22e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:54:31.083189 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.agents_db [None req-cca974b7-119d-4613-9949-a609bd4803bb None None] Agent healthcheck: found 5 active agents {{(pid=84077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 15:54:39.924728 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136'] for agent, after_create {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:54:39.925449 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:54:39.925575 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:54:39.925982 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:54:39.926363 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:54:39.927020 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:54:39.927420 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:54:39.927858 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:54:39.928256 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:54:39.928630 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:54:39.928998 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:54:39.929414 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:54:39.929825 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:54:39.930236 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-77570', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:54:39.935468 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-77570', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:54:40.211439 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] get_endpoint_by_host() called for host hv-cinder-77570 {{(pid=84076) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 16 15:54:40.215407 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] get_endpoint_by_ip() called for ip 192.168.0.24 {{(pid=84076) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 16 15:54:40.219170 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] _add_endpoint() called for ip 192.168.0.24 {{(pid=84076) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 16 15:54:40.255817 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] _get_endpoints() called {{(pid=84076) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 16 15:54:47.680682 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-948f66cb-d85c-4d9b-b88a-ff089b5feae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:54:50.318989 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d05518bb-17ee-4865-b03c-31693adcda8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:54:50.537713 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-17bd05b6-cbad-48cb-b9eb-0d3008886864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:54:51.406413 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:54:52.228649 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-331083c2-9fd5-48c9-8796-02890b3f22e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:54:52.656439 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 43782) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:54:52.780737 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-beb793d7-fa32-49e7-9ee8-3142f1a20033 admin admin] 10.222.0.101 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5086 time: 0.1231179 Feb 16 15:54:55.289182 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 43792) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:54:55.348561 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-3825fb5d-0c3b-40cf-9f03-d828e5989fee admin admin] 10.222.0.101 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5086 time: 0.0581722 Feb 16 15:55:08.083262 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.agents_db [None req-cca974b7-119d-4613-9949-a609bd4803bb None None] Agent healthcheck: found 6 active agents {{(pid=84077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 15:55:09.914318 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:55:17.653071 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ddc75be8-2aef-40b6-8ee1-942b0bb79d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:55:20.285729 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d05518bb-17ee-4865-b03c-31693adcda8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:55:20.548341 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-e9c3f367-3e37-41ad-af96-5a966e731a6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:55:21.405434 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:55:22.228605 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-331083c2-9fd5-48c9-8796-02890b3f22e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:55:39.934078 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:55:45.083812 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.agents_db [None req-cca974b7-119d-4613-9949-a609bd4803bb None None] Agent healthcheck: found 6 active agents {{(pid=84077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 15:55:47.662451 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f3819c67-2723-4ddc-a9fb-b4c3431e7e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:55:50.288586 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d05518bb-17ee-4865-b03c-31693adcda8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:55:50.562268 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1f8ea31c-c1d9-46c0-b444-4597100b5022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:55:51.396082 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:55:52.239294 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-331083c2-9fd5-48c9-8796-02890b3f22e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:09.945126 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:17.658188 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-72a9c4d8-95a4-4e42-9dcb-832c41b21177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:20.292496 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d05518bb-17ee-4865-b03c-31693adcda8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:20.560602 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b2bfaae5-d07a-4f97-988d-a21823e2ab58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:21.401095 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:22.084261 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.agents_db [None req-cca974b7-119d-4613-9949-a609bd4803bb None None] Agent healthcheck: found 6 active agents {{(pid=84077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 15:56:22.257841 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-331083c2-9fd5-48c9-8796-02890b3f22e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:35.408873 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 43938) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:56:35.868186 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [None req-76306934-11e4-454a-b1de-1e0f1b38c81c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1362329669-network', 'tenant_id': '15f9cf749fe94c5aa76af3d23d68fbb3'}} {{(pid=84074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:56:35.874394 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-76306934-11e4-454a-b1de-1e0f1b38c81c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:56:35.878812 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-76306934-11e4-454a-b1de-1e0f1b38c81c admin admin] Usage tracker for resource:network and tenant:15f9cf749fe94c5aa76af3d23d68fbb3 is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:56:35.882941 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-76306934-11e4-454a-b1de-1e0f1b38c81c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:56:35.888789 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-76306934-11e4-454a-b1de-1e0f1b38c81c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:56:35.989074 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76306934-11e4-454a-b1de-1e0f1b38c81c admin admin] Made reservation on behalf of 15f9cf749fe94c5aa76af3d23d68fbb3 for: {'network': 1} {{(pid=84074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:56:35.994255 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-76306934-11e4-454a-b1de-1e0f1b38c81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for network, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:36.015258 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-76306934-11e4-454a-b1de-1e0f1b38c81c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:36.032504 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-76306934-11e4-454a-b1de-1e0f1b38c81c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:56:36.036982 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-76306934-11e4-454a-b1de-1e0f1b38c81c admin admin] Usage tracker for resource:security_group_rule and tenant:15f9cf749fe94c5aa76af3d23d68fbb3 is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:56:36.040005 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-76306934-11e4-454a-b1de-1e0f1b38c81c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:56:36.046197 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-76306934-11e4-454a-b1de-1e0f1b38c81c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:56:36.238999 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 43972) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:56:36.291033 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-76306934-11e4-454a-b1de-1e0f1b38c81c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:36.360422 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-76306934-11e4-454a-b1de-1e0f1b38c81c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:36.365497 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:56:36.401798 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76306934-11e4-454a-b1de-1e0f1b38c81c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 16 15:56:36.411177 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76306934-11e4-454a-b1de-1e0f1b38c81c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:56:36.419970 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76306934-11e4-454a-b1de-1e0f1b38c81c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:36.420353 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76306934-11e4-454a-b1de-1e0f1b38c81c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:36.420721 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76306934-11e4-454a-b1de-1e0f1b38c81c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:36.421086 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76306934-11e4-454a-b1de-1e0f1b38c81c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:36.421446 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76306934-11e4-454a-b1de-1e0f1b38c81c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:36.421804 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76306934-11e4-454a-b1de-1e0f1b38c81c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:36.422160 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76306934-11e4-454a-b1de-1e0f1b38c81c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:36.422513 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76306934-11e4-454a-b1de-1e0f1b38c81c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:36.422891 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76306934-11e4-454a-b1de-1e0f1b38c81c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:36.423243 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76306934-11e4-454a-b1de-1e0f1b38c81c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:36.423593 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76306934-11e4-454a-b1de-1e0f1b38c81c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:36.423942 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76306934-11e4-454a-b1de-1e0f1b38c81c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:36.424334 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76306934-11e4-454a-b1de-1e0f1b38c81c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:36.424690 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76306934-11e4-454a-b1de-1e0f1b38c81c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:36.425040 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76306934-11e4-454a-b1de-1e0f1b38c81c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:36.425389 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76306934-11e4-454a-b1de-1e0f1b38c81c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:36.425735 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76306934-11e4-454a-b1de-1e0f1b38c81c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:36.426085 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76306934-11e4-454a-b1de-1e0f1b38c81c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:36.426434 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76306934-11e4-454a-b1de-1e0f1b38c81c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:36.427482 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76306934-11e4-454a-b1de-1e0f1b38c81c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:36.428082 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76306934-11e4-454a-b1de-1e0f1b38c81c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:36.428440 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76306934-11e4-454a-b1de-1e0f1b38c81c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:36.428797 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76306934-11e4-454a-b1de-1e0f1b38c81c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:36.429146 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76306934-11e4-454a-b1de-1e0f1b38c81c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:36.430423 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76306934-11e4-454a-b1de-1e0f1b38c81c admin admin] Tracked resource versions report: Feb 16 15:56:36.430423 dv-cinder-775706-1-iscsi neutron-server[83961]: pushed versions: Feb 16 15:56:36.430423 dv-cinder-775706-1-iscsi neutron-server[83961]: { 'AddressGroup': {'1.1'}, Feb 16 15:56:36.430423 dv-cinder-775706-1-iscsi neutron-server[83961]: 'ConntrackHelper': {'1.0'}, Feb 16 15:56:36.430423 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Log': {'1.0'}, Feb 16 15:56:36.430423 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Network': {'1.1'}, Feb 16 15:56:36.430423 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Port': {'1.7'}, Feb 16 15:56:36.430423 dv-cinder-775706-1-iscsi neutron-server[83961]: 'PortForwarding': {'1.2'}, Feb 16 15:56:36.430423 dv-cinder-775706-1-iscsi neutron-server[83961]: 'QosPolicy': {'1.8'}, Feb 16 15:56:36.430423 dv-cinder-775706-1-iscsi neutron-server[83961]: 'SecurityGroup': {'1.4'}, Feb 16 15:56:36.430423 dv-cinder-775706-1-iscsi neutron-server[83961]: 'SecurityGroupRule': {'1.2'}, Feb 16 15:56:36.430423 dv-cinder-775706-1-iscsi neutron-server[83961]: 'SubPort': {'1.0'}, Feb 16 15:56:36.430423 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Subnet': {'1.1'}, Feb 16 15:56:36.430423 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Trunk': {'1.1'}} Feb 16 15:56:36.430423 dv-cinder-775706-1-iscsi neutron-server[83961]: consumer versions: Feb 16 15:56:36.430423 dv-cinder-775706-1-iscsi neutron-server[83961]: { DHCP agent@dv-cinder-775706-1-iscsi: {}, Feb 16 15:56:36.430423 dv-cinder-775706-1-iscsi neutron-server[83961]: L3 agent@dv-cinder-775706-1-iscsi: {}, Feb 16 15:56:36.430423 dv-cinder-775706-1-iscsi neutron-server[83961]: Metadata agent@dv-cinder-775706-1-iscsi: {}, Feb 16 15:56:36.430423 dv-cinder-775706-1-iscsi neutron-server[83961]: Metering agent@dv-cinder-775706-1-iscsi: {}, Feb 16 15:56:36.430423 dv-cinder-775706-1-iscsi neutron-server[83961]: Open vSwitch agent@dv-cinder-775706-1-iscsi: { 'AddressGroup': '1.1', Feb 16 15:56:36.430423 dv-cinder-775706-1-iscsi neutron-server[83961]: 'ConntrackHelper': '1.0', Feb 16 15:56:36.430423 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Log': '1.0', Feb 16 15:56:36.430423 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Network': '1.1', Feb 16 15:56:36.430423 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Port': '1.7', Feb 16 15:56:36.430423 dv-cinder-775706-1-iscsi neutron-server[83961]: 'PortForwarding': '1.2', Feb 16 15:56:36.430423 dv-cinder-775706-1-iscsi neutron-server[83961]: 'QosPolicy': '1.8', Feb 16 15:56:36.430423 dv-cinder-775706-1-iscsi neutron-server[83961]: 'SecurityGroup': '1.4', Feb 16 15:56:36.430423 dv-cinder-775706-1-iscsi neutron-server[83961]: 'SecurityGroupRule': '1.2', Feb 16 15:56:36.430423 dv-cinder-775706-1-iscsi neutron-server[83961]: 'SubPort': '1.0', Feb 16 15:56:36.430423 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Subnet': '1.1', Feb 16 15:56:36.430423 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Trunk': '1.1'}, Feb 16 15:56:36.430423 dv-cinder-775706-1-iscsi neutron-server[83961]: Open vSwitch agent@hv-cinder-77570: { 'AddressGroup': '1.1', Feb 16 15:56:36.430423 dv-cinder-775706-1-iscsi neutron-server[83961]: 'ConntrackHelper': '1.0', Feb 16 15:56:36.430423 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Log': '1.0', Feb 16 15:56:36.430423 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Network': '1.1', Feb 16 15:56:36.430423 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Port': '1.7', Feb 16 15:56:36.430423 dv-cinder-775706-1-iscsi neutron-server[83961]: 'PortForwarding': '1.2', Feb 16 15:56:36.430423 dv-cinder-775706-1-iscsi neutron-server[83961]: 'QosPolicy': '1.8', Feb 16 15:56:36.430423 dv-cinder-775706-1-iscsi neutron-server[83961]: 'SecurityGroup': '1.4', Feb 16 15:56:36.430423 dv-cinder-775706-1-iscsi neutron-server[83961]: 'SecurityGroupRule': '1.2', Feb 16 15:56:36.430423 dv-cinder-775706-1-iscsi neutron-server[83961]: 'SubPort': '1.0', Feb 16 15:56:36.430423 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Subnet': '1.1', Feb 16 15:56:36.430423 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Trunk': '1.1'}} Feb 16 15:56:36.430423 dv-cinder-775706-1-iscsi neutron-server[83961]: {{(pid=84074) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 16 15:56:36.434538 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-76306934-11e4-454a-b1de-1e0f1b38c81c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:56:36.539695 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-76306934-11e4-454a-b1de-1e0f1b38c81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797496'] for segment, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:36.540209 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.db.segments_db [None req-76306934-11e4-454a-b1de-1e0f1b38c81c admin admin] Added segment d69440aa-dedb-489c-bfce-44f2e5f52ef4 of type vxlan for network 5ba9adbd-7e6e-40ef-8072-99fc00c91b9e Feb 16 15:56:36.571719 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-76306934-11e4-454a-b1de-1e0f1b38c81c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776635995166'] for network, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:36.787822 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-76306934-11e4-454a-b1de-1e0f1b38c81c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677'] for network, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:36.789176 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76306934-11e4-454a-b1de-1e0f1b38c81c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:56:36.789823 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-76306934-11e4-454a-b1de-1e0f1b38c81c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210664'] for network, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:36.795484 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-02114fe2-b8c8-4ecb-8f4a-8462830e9f96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:56:36.832396 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [None req-23b29147-8502-4221-8b04-3710c2f7873f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-571994170-network', 'tenant_id': '382824552897481cbe63f2a34e3e5f49'}} {{(pid=84074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:56:36.910607 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-23b29147-8502-4221-8b04-3710c2f7873f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:56:36.919388 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 43998) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:56:36.926415 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-23b29147-8502-4221-8b04-3710c2f7873f admin admin] Usage tracker for resource:network and tenant:382824552897481cbe63f2a34e3e5f49 is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:56:36.926415 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76306934-11e4-454a-b1de-1e0f1b38c81c admin admin] Pushing event updated for resources: {'Network': ['ID=5ba9adbd-7e6e-40ef-8072-99fc00c91b9e,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:56:36.928721 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-23b29147-8502-4221-8b04-3710c2f7873f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:56:36.931799 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-76306934-11e4-454a-b1de-1e0f1b38c81c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:56:36.935489 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-23b29147-8502-4221-8b04-3710c2f7873f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:56:36.939165 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Network 5ba9adbd-7e6e-40ef-8072-99fc00c91b9e details requested by agent ovs-agent-hv-cinder-77570 with host hv-cinder-77570 {{(pid=84076) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 15:56:36.950251 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-76306934-11e4-454a-b1de-1e0f1b38c81c admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5400708 Feb 16 15:56:36.955562 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 44004) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:56:36.962862 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [None req-ac30a7c3-3749-4938-b6ab-46b8cbdf96f3 admin admin] Request body: {'subnet': {'network_id': '5ba9adbd-7e6e-40ef-8072-99fc00c91b9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1362329669-subnet', 'tenant_id': '15f9cf749fe94c5aa76af3d23d68fbb3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:56:36.966392 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 44008) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:56:36.978845 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b29147-8502-4221-8b04-3710c2f7873f admin admin] Made reservation on behalf of 382824552897481cbe63f2a34e3e5f49 for: {'network': 1} {{(pid=84074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:56:36.979567 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-ac30a7c3-3749-4938-b6ab-46b8cbdf96f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:56:36.988132 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-23b29147-8502-4221-8b04-3710c2f7873f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for network, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:36.989903 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-ac30a7c3-3749-4938-b6ab-46b8cbdf96f3 admin admin] Usage tracker for resource:subnet and tenant:15f9cf749fe94c5aa76af3d23d68fbb3 is out of sync, need to count used quota {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:56:36.999568 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-ac30a7c3-3749-4938-b6ab-46b8cbdf96f3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:56:37.009312 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 44016) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:56:37.012440 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-23b29147-8502-4221-8b04-3710c2f7873f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:37.013338 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-ac30a7c3-3749-4938-b6ab-46b8cbdf96f3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:56:37.053746 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-23b29147-8502-4221-8b04-3710c2f7873f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:56:37.058819 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-23b29147-8502-4221-8b04-3710c2f7873f admin admin] Usage tracker for resource:security_group_rule and tenant:382824552897481cbe63f2a34e3e5f49 is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:56:37.061262 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac30a7c3-3749-4938-b6ab-46b8cbdf96f3 admin admin] Made reservation on behalf of 15f9cf749fe94c5aa76af3d23d68fbb3 for: {'subnet': 1} {{(pid=84075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:56:37.061919 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-23b29147-8502-4221-8b04-3710c2f7873f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:56:37.068570 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-23b29147-8502-4221-8b04-3710c2f7873f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:56:37.069173 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ac30a7c3-3749-4938-b6ab-46b8cbdf96f3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:37.159999 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Network 5ba9adbd-7e6e-40ef-8072-99fc00c91b9e details requested by agent ovs-agent-dv-cinder-775706-1-iscsi with host dv-cinder-775706-1-iscsi {{(pid=84076) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 15:56:37.170827 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-23b29147-8502-4221-8b04-3710c2f7873f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:37.211627 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-23b29147-8502-4221-8b04-3710c2f7873f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:37.217037 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-0f6f2286-8ddd-4330-adb7-ffc6eefd5f91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:56:37.263706 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b29147-8502-4221-8b04-3710c2f7873f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dfce7b2-6a78-4097-ac23-c20d4e630828,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:56:37.267600 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-23b29147-8502-4221-8b04-3710c2f7873f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:56:37.291375 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [None req-bcc29705-d23e-4156-b990-bad612beaddb admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-313707657-network', 'tenant_id': 'b3ae9f7e37a54dd3a8ade53578341209'}} {{(pid=84075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:56:37.321829 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-bcc29705-d23e-4156-b990-bad612beaddb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:56:37.323943 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23b29147-8502-4221-8b04-3710c2f7873f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=84074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 16 15:56:37.326268 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-bcc29705-d23e-4156-b990-bad612beaddb admin admin] Usage tracker for resource:network and tenant:b3ae9f7e37a54dd3a8ade53578341209 is out of sync, need to count used quota {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:56:37.329162 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-bcc29705-d23e-4156-b990-bad612beaddb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:56:37.336560 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-bcc29705-d23e-4156-b990-bad612beaddb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:56:37.340738 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [None req-b6781677-970a-4980-8cd5-b1578c2d6e32 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2044868056-network', 'tenant_id': '3d779634302641f2a94b48c70492e45e'}} {{(pid=84074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:56:37.349832 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-b6781677-970a-4980-8cd5-b1578c2d6e32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:56:37.359783 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-23b29147-8502-4221-8b04-3710c2f7873f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797496'] for segment, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:37.359783 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.db.segments_db [None req-23b29147-8502-4221-8b04-3710c2f7873f admin admin] Added segment 3f640d34-94e8-41df-b5c2-d4f7822e6ef4 of type vxlan for network 7875d8d3-c09b-47a3-aeda-4b7ca575914c Feb 16 15:56:37.361629 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-b6781677-970a-4980-8cd5-b1578c2d6e32 admin admin] Usage tracker for resource:network and tenant:3d779634302641f2a94b48c70492e45e is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:56:37.374204 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-b6781677-970a-4980-8cd5-b1578c2d6e32 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:56:37.383022 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc29705-d23e-4156-b990-bad612beaddb admin admin] Made reservation on behalf of b3ae9f7e37a54dd3a8ade53578341209 for: {'network': 1} {{(pid=84075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:56:37.386058 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [None req-521966d7-5c66-404c-8f36-7e218239428e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1856171788-network', 'tenant_id': '1a1a953a14c748c6a608c59eb0095246'}} {{(pid=84074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:56:37.388149 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-bcc29705-d23e-4156-b990-bad612beaddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for network, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:37.389758 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-b6781677-970a-4980-8cd5-b1578c2d6e32 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:56:37.394294 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-521966d7-5c66-404c-8f36-7e218239428e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:56:37.400357 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-521966d7-5c66-404c-8f36-7e218239428e admin admin] Usage tracker for resource:network and tenant:1a1a953a14c748c6a608c59eb0095246 is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:56:37.403591 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-521966d7-5c66-404c-8f36-7e218239428e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:56:37.408122 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-bcc29705-d23e-4156-b990-bad612beaddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:37.409554 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-521966d7-5c66-404c-8f36-7e218239428e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:56:37.424577 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-bcc29705-d23e-4156-b990-bad612beaddb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:56:37.429352 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-bcc29705-d23e-4156-b990-bad612beaddb admin admin] Usage tracker for resource:security_group_rule and tenant:b3ae9f7e37a54dd3a8ade53578341209 is out of sync, need to count used quota {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:56:37.458528 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-bcc29705-d23e-4156-b990-bad612beaddb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:56:37.467569 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-bcc29705-d23e-4156-b990-bad612beaddb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:56:37.486963 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-23b29147-8502-4221-8b04-3710c2f7873f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776635995166'] for network, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:37.532782 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-521966d7-5c66-404c-8f36-7e218239428e admin admin] Made reservation on behalf of 1a1a953a14c748c6a608c59eb0095246 for: {'network': 1} {{(pid=84074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:56:37.539642 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-521966d7-5c66-404c-8f36-7e218239428e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for network, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:37.557239 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6781677-970a-4980-8cd5-b1578c2d6e32 admin admin] Made reservation on behalf of 3d779634302641f2a94b48c70492e45e for: {'network': 1} {{(pid=84074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:56:37.562314 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b6781677-970a-4980-8cd5-b1578c2d6e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for network, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:37.578131 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-521966d7-5c66-404c-8f36-7e218239428e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:37.590246 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b6781677-970a-4980-8cd5-b1578c2d6e32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:37.609560 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-521966d7-5c66-404c-8f36-7e218239428e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:56:37.617057 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-b6781677-970a-4980-8cd5-b1578c2d6e32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:56:37.620260 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-521966d7-5c66-404c-8f36-7e218239428e admin admin] Usage tracker for resource:security_group_rule and tenant:1a1a953a14c748c6a608c59eb0095246 is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:56:37.624286 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-521966d7-5c66-404c-8f36-7e218239428e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:56:37.627957 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-b6781677-970a-4980-8cd5-b1578c2d6e32 admin admin] Usage tracker for resource:security_group_rule and tenant:3d779634302641f2a94b48c70492e45e is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:56:37.633517 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-b6781677-970a-4980-8cd5-b1578c2d6e32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:56:37.637083 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-521966d7-5c66-404c-8f36-7e218239428e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:56:37.644439 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-b6781677-970a-4980-8cd5-b1578c2d6e32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:56:37.747093 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-23b29147-8502-4221-8b04-3710c2f7873f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677'] for network, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:37.748455 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b29147-8502-4221-8b04-3710c2f7873f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:56:37.749163 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-23b29147-8502-4221-8b04-3710c2f7873f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210664'] for network, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:37.754589 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:56:37.894213 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b29147-8502-4221-8b04-3710c2f7873f admin admin] Pushing event updated for resources: {'Network': ['ID=7875d8d3-c09b-47a3-aeda-4b7ca575914c,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:56:37.899122 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-23b29147-8502-4221-8b04-3710c2f7873f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:56:37.907132 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Network 7875d8d3-c09b-47a3-aeda-4b7ca575914c details requested by agent ovs-agent-hv-cinder-77570 with host hv-cinder-77570 {{(pid=84076) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 15:56:37.916695 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-23b29147-8502-4221-8b04-3710c2f7873f admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6762962 Feb 16 15:56:37.919925 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 44042) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:56:37.926224 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [None req-2ce6caa8-bb43-4483-a941-13edb94748d4 admin admin] Request body: {'subnet': {'network_id': '7875d8d3-c09b-47a3-aeda-4b7ca575914c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-571994170-subnet', 'tenant_id': '382824552897481cbe63f2a34e3e5f49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:56:37.936949 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Network 7875d8d3-c09b-47a3-aeda-4b7ca575914c details requested by agent ovs-agent-dv-cinder-775706-1-iscsi with host dv-cinder-775706-1-iscsi {{(pid=84076) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 15:56:37.947139 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-2ce6caa8-bb43-4483-a941-13edb94748d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:56:37.957221 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-2ce6caa8-bb43-4483-a941-13edb94748d4 admin admin] Usage tracker for resource:subnet and tenant:382824552897481cbe63f2a34e3e5f49 is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:56:37.962472 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-2ce6caa8-bb43-4483-a941-13edb94748d4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:56:37.978721 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-2ce6caa8-bb43-4483-a941-13edb94748d4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:56:38.088549 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-bcc29705-d23e-4156-b990-bad612beaddb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:38.149614 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b6781677-970a-4980-8cd5-b1578c2d6e32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:38.160695 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-521966d7-5c66-404c-8f36-7e218239428e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:38.216315 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b6781677-970a-4980-8cd5-b1578c2d6e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:38.217338 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce6caa8-bb43-4483-a941-13edb94748d4 admin admin] Made reservation on behalf of 382824552897481cbe63f2a34e3e5f49 for: {'subnet': 1} {{(pid=84074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:56:38.224458 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-2ce6caa8-bb43-4483-a941-13edb94748d4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:38.259268 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-bcc29705-d23e-4156-b990-bad612beaddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:38.268149 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:56:38.276045 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ac30a7c3-3749-4938-b6ab-46b8cbdf96f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677'] for subnet, after_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:38.301197 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc29705-d23e-4156-b990-bad612beaddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cebd4b8d-482b-4540-a8a2-c1eda8064a9b,revision_number=1']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:56:38.358311 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-23b29147-8502-4221-8b04-3710c2f7873f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:56:38.370394 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-521966d7-5c66-404c-8f36-7e218239428e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:38.416154 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6781677-970a-4980-8cd5-b1578c2d6e32 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=84074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 16 15:56:38.422700 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc29705-d23e-4156-b990-bad612beaddb admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:38.422935 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc29705-d23e-4156-b990-bad612beaddb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:38.423232 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc29705-d23e-4156-b990-bad612beaddb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:38.423593 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc29705-d23e-4156-b990-bad612beaddb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:38.424153 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc29705-d23e-4156-b990-bad612beaddb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:38.424296 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc29705-d23e-4156-b990-bad612beaddb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:38.424619 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc29705-d23e-4156-b990-bad612beaddb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:38.425081 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc29705-d23e-4156-b990-bad612beaddb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:38.425298 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc29705-d23e-4156-b990-bad612beaddb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:38.425647 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc29705-d23e-4156-b990-bad612beaddb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:38.426001 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc29705-d23e-4156-b990-bad612beaddb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:38.426351 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc29705-d23e-4156-b990-bad612beaddb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:38.426805 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc29705-d23e-4156-b990-bad612beaddb admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:38.427162 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc29705-d23e-4156-b990-bad612beaddb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:38.427516 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc29705-d23e-4156-b990-bad612beaddb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:38.427954 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc29705-d23e-4156-b990-bad612beaddb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:38.428191 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc29705-d23e-4156-b990-bad612beaddb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:38.428542 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc29705-d23e-4156-b990-bad612beaddb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:38.429149 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc29705-d23e-4156-b990-bad612beaddb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:38.429263 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc29705-d23e-4156-b990-bad612beaddb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:38.429551 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc29705-d23e-4156-b990-bad612beaddb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:38.429676 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6781677-970a-4980-8cd5-b1578c2d6e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7abce20a-1f58-4bf1-b01e-c19723d0837b,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:56:38.429901 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc29705-d23e-4156-b990-bad612beaddb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:38.430251 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc29705-d23e-4156-b990-bad612beaddb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:38.430598 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc29705-d23e-4156-b990-bad612beaddb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:38.432967 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc29705-d23e-4156-b990-bad612beaddb admin admin] Tracked resource versions report: Feb 16 15:56:38.432967 dv-cinder-775706-1-iscsi neutron-server[83961]: pushed versions: Feb 16 15:56:38.432967 dv-cinder-775706-1-iscsi neutron-server[83961]: { 'AddressGroup': {'1.1'}, Feb 16 15:56:38.432967 dv-cinder-775706-1-iscsi neutron-server[83961]: 'ConntrackHelper': {'1.0'}, Feb 16 15:56:38.432967 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Log': {'1.0'}, Feb 16 15:56:38.432967 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Network': {'1.1'}, Feb 16 15:56:38.432967 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Port': {'1.7'}, Feb 16 15:56:38.432967 dv-cinder-775706-1-iscsi neutron-server[83961]: 'PortForwarding': {'1.2'}, Feb 16 15:56:38.432967 dv-cinder-775706-1-iscsi neutron-server[83961]: 'QosPolicy': {'1.8'}, Feb 16 15:56:38.432967 dv-cinder-775706-1-iscsi neutron-server[83961]: 'SecurityGroup': {'1.4'}, Feb 16 15:56:38.432967 dv-cinder-775706-1-iscsi neutron-server[83961]: 'SecurityGroupRule': {'1.2'}, Feb 16 15:56:38.432967 dv-cinder-775706-1-iscsi neutron-server[83961]: 'SubPort': {'1.0'}, Feb 16 15:56:38.432967 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Subnet': {'1.1'}, Feb 16 15:56:38.432967 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Trunk': {'1.1'}} Feb 16 15:56:38.432967 dv-cinder-775706-1-iscsi neutron-server[83961]: consumer versions: Feb 16 15:56:38.432967 dv-cinder-775706-1-iscsi neutron-server[83961]: { DHCP agent@dv-cinder-775706-1-iscsi: {}, Feb 16 15:56:38.432967 dv-cinder-775706-1-iscsi neutron-server[83961]: L3 agent@dv-cinder-775706-1-iscsi: {}, Feb 16 15:56:38.432967 dv-cinder-775706-1-iscsi neutron-server[83961]: Metadata agent@dv-cinder-775706-1-iscsi: {}, Feb 16 15:56:38.432967 dv-cinder-775706-1-iscsi neutron-server[83961]: Metering agent@dv-cinder-775706-1-iscsi: {}, Feb 16 15:56:38.432967 dv-cinder-775706-1-iscsi neutron-server[83961]: Open vSwitch agent@dv-cinder-775706-1-iscsi: { 'AddressGroup': '1.1', Feb 16 15:56:38.432967 dv-cinder-775706-1-iscsi neutron-server[83961]: 'ConntrackHelper': '1.0', Feb 16 15:56:38.432967 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Log': '1.0', Feb 16 15:56:38.432967 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Network': '1.1', Feb 16 15:56:38.432967 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Port': '1.7', Feb 16 15:56:38.432967 dv-cinder-775706-1-iscsi neutron-server[83961]: 'PortForwarding': '1.2', Feb 16 15:56:38.432967 dv-cinder-775706-1-iscsi neutron-server[83961]: 'QosPolicy': '1.8', Feb 16 15:56:38.432967 dv-cinder-775706-1-iscsi neutron-server[83961]: 'SecurityGroup': '1.4', Feb 16 15:56:38.432967 dv-cinder-775706-1-iscsi neutron-server[83961]: 'SecurityGroupRule': '1.2', Feb 16 15:56:38.432967 dv-cinder-775706-1-iscsi neutron-server[83961]: 'SubPort': '1.0', Feb 16 15:56:38.432967 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Subnet': '1.1', Feb 16 15:56:38.432967 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Trunk': '1.1'}, Feb 16 15:56:38.432967 dv-cinder-775706-1-iscsi neutron-server[83961]: Open vSwitch agent@hv-cinder-77570: { 'AddressGroup': '1.1', Feb 16 15:56:38.432967 dv-cinder-775706-1-iscsi neutron-server[83961]: 'ConntrackHelper': '1.0', Feb 16 15:56:38.432967 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Log': '1.0', Feb 16 15:56:38.432967 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Network': '1.1', Feb 16 15:56:38.432967 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Port': '1.7', Feb 16 15:56:38.432967 dv-cinder-775706-1-iscsi neutron-server[83961]: 'PortForwarding': '1.2', Feb 16 15:56:38.432967 dv-cinder-775706-1-iscsi neutron-server[83961]: 'QosPolicy': '1.8', Feb 16 15:56:38.432967 dv-cinder-775706-1-iscsi neutron-server[83961]: 'SecurityGroup': '1.4', Feb 16 15:56:38.432967 dv-cinder-775706-1-iscsi neutron-server[83961]: 'SecurityGroupRule': '1.2', Feb 16 15:56:38.432967 dv-cinder-775706-1-iscsi neutron-server[83961]: 'SubPort': '1.0', Feb 16 15:56:38.432967 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Subnet': '1.1', Feb 16 15:56:38.432967 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Trunk': '1.1'}} Feb 16 15:56:38.432967 dv-cinder-775706-1-iscsi neutron-server[83961]: {{(pid=84075) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 16 15:56:38.438816 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-b6781677-970a-4980-8cd5-b1578c2d6e32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:56:38.440402 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:56:38.448947 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b6781677-970a-4980-8cd5-b1578c2d6e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797496'] for segment, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:38.449310 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.db.segments_db [None req-b6781677-970a-4980-8cd5-b1578c2d6e32 admin admin] Added segment cce3f7c0-d4e6-4689-83a1-8323f6247bc1 of type vxlan for network ac572d69-3346-47db-96b8-84a33dd2e288 Feb 16 15:56:38.472704 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-bcc29705-d23e-4156-b990-bad612beaddb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:56:38.474391 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:56:38.545723 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521966d7-5c66-404c-8f36-7e218239428e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fcb05d0-71e7-4569-9012-47a704188c9f,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:56:38.566673 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-521966d7-5c66-404c-8f36-7e218239428e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:56:38.578476 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b6781677-970a-4980-8cd5-b1578c2d6e32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776635995166'] for network, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:38.600422 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac30a7c3-3749-4938-b6ab-46b8cbdf96f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fae66b79-d403-4bb6-bf46-a87b3c07ef1e,revision_number=0']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:56:38.651897 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-ac30a7c3-3749-4938-b6ab-46b8cbdf96f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:56:38.694800 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac30a7c3-3749-4938-b6ab-46b8cbdf96f3 admin admin] Checking segment: {'id': 'd69440aa-dedb-489c-bfce-44f2e5f52ef4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5ba9adbd-7e6e-40ef-8072-99fc00c91b9e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:56:38.695199 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac30a7c3-3749-4938-b6ab-46b8cbdf96f3 admin admin] Network hostable DHCP agents. Network: 5ba9adbd-7e6e-40ef-8072-99fc00c91b9e, hostable agents: ['47b90563-7f25-4d7d-8681-11e1fb253c09'], hosted agents: [] {{(pid=84075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 16 15:56:38.719005 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.db.api [None req-521966d7-5c66-404c-8f36-7e218239428e admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=84074) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 16 15:56:38.719365 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_db.api [None req-521966d7-5c66-404c-8f36-7e218239428e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=84074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 16 15:56:38.719950 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b6781677-970a-4980-8cd5-b1578c2d6e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677'] for network, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:38.722006 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6781677-970a-4980-8cd5-b1578c2d6e32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:56:38.722677 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b6781677-970a-4980-8cd5-b1578c2d6e32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210664'] for network, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:38.731099 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:56:38.752328 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.db.api [None req-bcc29705-d23e-4156-b990-bad612beaddb admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=84075) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 16 15:56:38.753027 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_db.api [None req-bcc29705-d23e-4156-b990-bad612beaddb admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=84075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 16 15:56:38.788657 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac30a7c3-3749-4938-b6ab-46b8cbdf96f3 admin admin] Network 5ba9adbd-7e6e-40ef-8072-99fc00c91b9e is scheduled to be hosted by DHCP agent 47b90563-7f25-4d7d-8681-11e1fb253c09 with binding_index 1 {{(pid=84075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 16 15:56:38.857809 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.base_scheduler [None req-ac30a7c3-3749-4938-b6ab-46b8cbdf96f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-1-iscsi, 5ba9adbd-7e6e-40ef-8072-99fc00c91b9e) {{(pid=84075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:56:38.862498 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac30a7c3-3749-4938-b6ab-46b8cbdf96f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:56:38.863380 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ac30a7c3-3749-4938-b6ab-46b8cbdf96f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210664'] for subnet, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:38.869699 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5df4b4-86af-493e-a25b-501da3cd835e None None] Network 5ba9adbd-7e6e-40ef-8072-99fc00c91b9e requested from dv-cinder-775706-1-iscsi {{(pid=84076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 15:56:38.919279 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6781677-970a-4980-8cd5-b1578c2d6e32 admin admin] Pushing event updated for resources: {'Network': ['ID=ac572d69-3346-47db-96b8-84a33dd2e288,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:56:38.927106 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-b6781677-970a-4980-8cd5-b1578c2d6e32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:56:38.984426 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Network ac572d69-3346-47db-96b8-84a33dd2e288 details requested by agent ovs-agent-hv-cinder-77570 with host hv-cinder-77570 {{(pid=84076) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 15:56:38.995828 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-ac30a7c3-3749-4938-b6ab-46b8cbdf96f3 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.0390050 Feb 16 15:56:38.998563 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 44076) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:56:39.012454 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-b6781677-970a-4980-8cd5-b1578c2d6e32 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.0394113 Feb 16 15:56:39.012757 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [None req-a776fcad-78e0-48c6-ba11-9fd9d7625ef2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1362329669-router', 'tenant_id': '15f9cf749fe94c5aa76af3d23d68fbb3', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6'}}} {{(pid=84075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:56:39.013881 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 44080) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:56:39.019012 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Network ac572d69-3346-47db-96b8-84a33dd2e288 details requested by agent ovs-agent-dv-cinder-775706-1-iscsi with host dv-cinder-775706-1-iscsi {{(pid=84076) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 15:56:39.020582 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-a776fcad-78e0-48c6-ba11-9fd9d7625ef2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:56:39.027628 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [None req-8b596456-b366-48a3-bd2d-5bb8b8953638 admin admin] Request body: {'subnet': {'network_id': 'ac572d69-3346-47db-96b8-84a33dd2e288', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2044868056-subnet', 'tenant_id': '3d779634302641f2a94b48c70492e45e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:56:39.037720 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-8b596456-b366-48a3-bd2d-5bb8b8953638 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:56:39.045068 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-8b596456-b366-48a3-bd2d-5bb8b8953638 admin admin] Usage tracker for resource:subnet and tenant:3d779634302641f2a94b48c70492e45e is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:56:39.050341 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-8b596456-b366-48a3-bd2d-5bb8b8953638 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:56:39.051651 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-a776fcad-78e0-48c6-ba11-9fd9d7625ef2 admin admin] Usage tracker for resource:router and tenant:15f9cf749fe94c5aa76af3d23d68fbb3 is out of sync, need to count used quota {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:56:39.061046 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-8b596456-b366-48a3-bd2d-5bb8b8953638 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:56:39.063416 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-2ce6caa8-bb43-4483-a941-13edb94748d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677'] for subnet, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:39.073100 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-a776fcad-78e0-48c6-ba11-9fd9d7625ef2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:56:39.088427 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1190d402-3ef9-4872-8519-258658e40136 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:56:39.093843 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-a776fcad-78e0-48c6-ba11-9fd9d7625ef2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:56:39.164985 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a776fcad-78e0-48c6-ba11-9fd9d7625ef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-877582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63965'] for router, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:39.166447 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a776fcad-78e0-48c6-ba11-9fd9d7625ef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853898234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853866136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854113137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854711868'] for router, precommit_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:39.248000 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-521966d7-5c66-404c-8f36-7e218239428e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for network, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:39.254568 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-bcc29705-d23e-4156-b990-bad612beaddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for network, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:39.287065 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b596456-b366-48a3-bd2d-5bb8b8953638 admin admin] Made reservation on behalf of 3d779634302641f2a94b48c70492e45e for: {'subnet': 1} {{(pid=84074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:56:39.292196 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8b596456-b366-48a3-bd2d-5bb8b8953638 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:39.317783 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a776fcad-78e0-48c6-ba11-9fd9d7625ef2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:39.332369 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcc29705-d23e-4156-b990-bad612beaddb admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=84075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 16 15:56:39.338516 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce6caa8-bb43-4483-a941-13edb94748d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fa52c1c-f6eb-48e9-ac7e-01c8242502a3,revision_number=0']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:56:39.398357 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-2ce6caa8-bb43-4483-a941-13edb94748d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:56:39.430747 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0dd52b-0d38-481a-af11-73b7f1af1e9a None None] Network 5ba9adbd-7e6e-40ef-8072-99fc00c91b9e requested from dv-cinder-775706-1-iscsi {{(pid=84076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 15:56:39.582781 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce6caa8-bb43-4483-a941-13edb94748d4 admin admin] Checking segment: {'id': '3f640d34-94e8-41df-b5c2-d4f7822e6ef4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7875d8d3-c09b-47a3-aeda-4b7ca575914c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:56:39.583416 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce6caa8-bb43-4483-a941-13edb94748d4 admin admin] Network hostable DHCP agents. Network: 7875d8d3-c09b-47a3-aeda-4b7ca575914c, hostable agents: ['47b90563-7f25-4d7d-8681-11e1fb253c09'], hosted agents: [] {{(pid=84074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 16 15:56:39.812423 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce6caa8-bb43-4483-a941-13edb94748d4 admin admin] Network 7875d8d3-c09b-47a3-aeda-4b7ca575914c is scheduled to be hosted by DHCP agent 47b90563-7f25-4d7d-8681-11e1fb253c09 with binding_index 1 {{(pid=84074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 16 15:56:39.864078 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.base_scheduler [None req-2ce6caa8-bb43-4483-a941-13edb94748d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-1-iscsi, 7875d8d3-c09b-47a3-aeda-4b7ca575914c) {{(pid=84074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:56:39.874833 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce6caa8-bb43-4483-a941-13edb94748d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:56:39.874833 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-2ce6caa8-bb43-4483-a941-13edb94748d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210664'] for subnet, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:39.875913 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83bc33f-19f9-4982-957d-418569891607 None None] Network 7875d8d3-c09b-47a3-aeda-4b7ca575914c requested from dv-cinder-775706-1-iscsi {{(pid=84076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 15:56:39.888244 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-bcc29705-d23e-4156-b990-bad612beaddb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776636542681', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797496'] for segment, precommit_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:39.888724 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.db.segments_db [None req-bcc29705-d23e-4156-b990-bad612beaddb admin admin] Added segment 4c74b08f-a52b-4a1f-9538-bf6603adf309 of type vxlan for network dfea665b-420d-47c9-bed0-110dbf1ec729 Feb 16 15:56:40.048685 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-2ce6caa8-bb43-4483-a941-13edb94748d4 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.1275089 Feb 16 15:56:40.088783 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-bcc29705-d23e-4156-b990-bad612beaddb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776635995166'] for network, precommit_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:40.098167 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a776fcad-78e0-48c6-ba11-9fd9d7625ef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853866217', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853898046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854711817'] for router, precommit_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:40.276863 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-bcc29705-d23e-4156-b990-bad612beaddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677'] for network, after_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:40.280981 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc29705-d23e-4156-b990-bad612beaddb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:56:40.281623 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-bcc29705-d23e-4156-b990-bad612beaddb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210664'] for network, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:40.296561 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8b596456-b366-48a3-bd2d-5bb8b8953638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677'] for subnet, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:40.307299 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:56:40.315608 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:56:40.373473 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.db.api [None req-521966d7-5c66-404c-8f36-7e218239428e admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=84074) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 16 15:56:40.374131 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_db.api [None req-521966d7-5c66-404c-8f36-7e218239428e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=84074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 16 15:56:40.422728 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-bcc29705-d23e-4156-b990-bad612beaddb admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 3.5021040 Feb 16 15:56:40.434121 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 44122) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:56:40.444602 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [None req-72081365-a5bc-4901-a33a-b3eb1183e978 admin admin] Request body: {'subnet': {'network_id': 'dfea665b-420d-47c9-bed0-110dbf1ec729', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-313707657-subnet', 'tenant_id': 'b3ae9f7e37a54dd3a8ade53578341209', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:56:40.458884 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc29705-d23e-4156-b990-bad612beaddb admin admin] Pushing event updated for resources: {'Network': ['ID=dfea665b-420d-47c9-bed0-110dbf1ec729,revision_number=1']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:56:40.462337 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-72081365-a5bc-4901-a33a-b3eb1183e978 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:56:40.481511 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-72081365-a5bc-4901-a33a-b3eb1183e978 admin admin] Usage tracker for resource:subnet and tenant:b3ae9f7e37a54dd3a8ade53578341209 is out of sync, need to count used quota {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:56:40.485608 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-72081365-a5bc-4901-a33a-b3eb1183e978 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:56:40.490493 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-bcc29705-d23e-4156-b990-bad612beaddb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:56:40.502472 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-72081365-a5bc-4901-a33a-b3eb1183e978 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:56:40.519864 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Network dfea665b-420d-47c9-bed0-110dbf1ec729 details requested by agent ovs-agent-hv-cinder-77570 with host hv-cinder-77570 {{(pid=84076) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 15:56:40.545372 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Network dfea665b-420d-47c9-bed0-110dbf1ec729 details requested by agent ovs-agent-dv-cinder-775706-1-iscsi with host dv-cinder-775706-1-iscsi {{(pid=84076) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 15:56:40.677245 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72081365-a5bc-4901-a33a-b3eb1183e978 admin admin] Made reservation on behalf of b3ae9f7e37a54dd3a8ade53578341209 for: {'subnet': 1} {{(pid=84075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:56:40.688458 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-72081365-a5bc-4901-a33a-b3eb1183e978 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:40.763342 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:40.778869 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b596456-b366-48a3-bd2d-5bb8b8953638 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8b959bf-ae39-4aee-b829-e174a339a829,revision_number=0']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:56:40.783304 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-8b596456-b366-48a3-bd2d-5bb8b8953638 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:56:40.918573 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b596456-b366-48a3-bd2d-5bb8b8953638 admin admin] Checking segment: {'id': 'cce3f7c0-d4e6-4689-83a1-8323f6247bc1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ac572d69-3346-47db-96b8-84a33dd2e288'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:56:40.920304 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b596456-b366-48a3-bd2d-5bb8b8953638 admin admin] Network hostable DHCP agents. Network: ac572d69-3346-47db-96b8-84a33dd2e288, hostable agents: ['47b90563-7f25-4d7d-8681-11e1fb253c09'], hosted agents: [] {{(pid=84074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 16 15:56:40.929976 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-521966d7-5c66-404c-8f36-7e218239428e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for network, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:40.932818 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08220ec-79ac-4a93-8e57-adcd85394ac0 None None] Network 7875d8d3-c09b-47a3-aeda-4b7ca575914c requested from dv-cinder-775706-1-iscsi {{(pid=84076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 15:56:40.987014 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-521966d7-5c66-404c-8f36-7e218239428e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=84074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 16 15:56:41.001807 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-521966d7-5c66-404c-8f36-7e218239428e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797496'] for segment, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:41.002177 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.db.segments_db [None req-521966d7-5c66-404c-8f36-7e218239428e admin admin] Added segment 345b1ee1-cb15-421b-844c-b60c726b46c9 of type vxlan for network baa10d08-ce15-4a5f-a2ef-a3a5e84267ba Feb 16 15:56:41.032289 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-521966d7-5c66-404c-8f36-7e218239428e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776635995166'] for network, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:41.038072 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b596456-b366-48a3-bd2d-5bb8b8953638 admin admin] Network ac572d69-3346-47db-96b8-84a33dd2e288 is scheduled to be hosted by DHCP agent 47b90563-7f25-4d7d-8681-11e1fb253c09 with binding_index 1 {{(pid=84074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 16 15:56:41.080870 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a776fcad-78e0-48c6-ba11-9fd9d7625ef2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:41.116579 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-521966d7-5c66-404c-8f36-7e218239428e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677'] for network, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:41.118118 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.base_scheduler [None req-8b596456-b366-48a3-bd2d-5bb8b8953638 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-1-iscsi, ac572d69-3346-47db-96b8-84a33dd2e288) {{(pid=84074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:56:41.118725 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a776fcad-78e0-48c6-ba11-9fd9d7625ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:41.130984 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521966d7-5c66-404c-8f36-7e218239428e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:56:41.130984 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-521966d7-5c66-404c-8f36-7e218239428e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210664'] for network, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:41.134618 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b596456-b366-48a3-bd2d-5bb8b8953638 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:56:41.135635 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8b596456-b366-48a3-bd2d-5bb8b8953638 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210664'] for subnet, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:41.141641 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:56:41.149859 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1f17ad-70e7-4335-a707-cd86b4ddea35 None None] Network ac572d69-3346-47db-96b8-84a33dd2e288 requested from dv-cinder-775706-1-iscsi {{(pid=84076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 15:56:41.289661 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521966d7-5c66-404c-8f36-7e218239428e admin admin] Pushing event updated for resources: {'Network': ['ID=baa10d08-ce15-4a5f-a2ef-a3a5e84267ba,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:56:41.292660 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-521966d7-5c66-404c-8f36-7e218239428e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:56:41.309217 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Network baa10d08-ce15-4a5f-a2ef-a3a5e84267ba details requested by agent ovs-agent-hv-cinder-77570 with host hv-cinder-77570 {{(pid=84076) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 15:56:41.347440 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Network baa10d08-ce15-4a5f-a2ef-a3a5e84267ba details requested by agent ovs-agent-dv-cinder-775706-1-iscsi with host dv-cinder-775706-1-iscsi {{(pid=84076) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 15:56:41.498383 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-8b596456-b366-48a3-bd2d-5bb8b8953638 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4833610 Feb 16 15:56:41.499831 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-521966d7-5c66-404c-8f36-7e218239428e admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 4.4892352 Feb 16 15:56:41.501155 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 44154) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:56:41.507537 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [None req-dc599a1d-7ffc-4ab6-8997-7daaf9622bd9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2044868056-router', 'tenant_id': '3d779634302641f2a94b48c70492e45e', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6'}}} {{(pid=84074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:56:41.512636 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-dc599a1d-7ffc-4ab6-8997-7daaf9622bd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:56:41.516891 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-dc599a1d-7ffc-4ab6-8997-7daaf9622bd9 admin admin] Usage tracker for resource:router and tenant:3d779634302641f2a94b48c70492e45e is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:56:41.521348 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 44156) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:56:41.521752 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-dc599a1d-7ffc-4ab6-8997-7daaf9622bd9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:56:41.528195 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-dc599a1d-7ffc-4ab6-8997-7daaf9622bd9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:56:41.537083 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [None req-63af44ef-150b-4be1-9c3f-e1746641f246 admin admin] Request body: {'subnet': {'network_id': 'baa10d08-ce15-4a5f-a2ef-a3a5e84267ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1856171788-subnet', 'tenant_id': '1a1a953a14c748c6a608c59eb0095246', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:56:41.565078 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-63af44ef-150b-4be1-9c3f-e1746641f246 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:56:41.571836 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-dc599a1d-7ffc-4ab6-8997-7daaf9622bd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-877582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63965'] for router, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:41.573027 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-dc599a1d-7ffc-4ab6-8997-7daaf9622bd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853898234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853866136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854113137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854711868'] for router, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:41.591146 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-63af44ef-150b-4be1-9c3f-e1746641f246 admin admin] Usage tracker for resource:subnet and tenant:1a1a953a14c748c6a608c59eb0095246 is out of sync, need to count used quota {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:56:41.597288 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-63af44ef-150b-4be1-9c3f-e1746641f246 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:56:41.613042 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-63af44ef-150b-4be1-9c3f-e1746641f246 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:56:41.663595 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-dc599a1d-7ffc-4ab6-8997-7daaf9622bd9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:41.674550 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d5cd4e-5d68-44ab-9312-09b25f3b9298 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb25ab78c-394c-56d3-b2e1-bf845d3bcb0e-ac572d69-3346-47db-96b8-84a33dd2e288', 'network_id': 'ac572d69-3346-47db-96b8-84a33dd2e288', 'tenant_id': '3d779634302641f2a94b48c70492e45e', 'fixed_ips': [{'subnet_id': 'c8b959bf-ae39-4aee-b829-e174a339a829'}]}} from dv-cinder-775706-1-iscsi. {{(pid=84076) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 16 15:56:41.675533 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-28d5cd4e-5d68-44ab-9312-09b25f3b9298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_create {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:41.711911 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.db_base_plugin_common [None req-a776fcad-78e0-48c6-ba11-9fd9d7625ef2 admin admin] Allocated IP 172.27.1.89 (4b949073-2dbc-48f8-99e6-0912404ac0f6/1330f553-cf5d-40b8-b778-7809bbd3e08c/a5059de2-875e-4966-85e6-2e6d5a8ec412) {{(pid=84075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 15:56:41.761687 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 44168) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:56:41.769094 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [None req-ab6c2d5a-d297-4df1-9a25-b4e54df8eedf admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1145198358-network', 'tenant_id': '9bf0bb418d6046eaa522fe1b2b691362'}} {{(pid=84074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:56:41.776939 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-ab6c2d5a-d297-4df1-9a25-b4e54df8eedf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:56:41.781515 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-ab6c2d5a-d297-4df1-9a25-b4e54df8eedf admin admin] Usage tracker for resource:network and tenant:9bf0bb418d6046eaa522fe1b2b691362 is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:56:41.785329 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-ab6c2d5a-d297-4df1-9a25-b4e54df8eedf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:56:41.792594 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-ab6c2d5a-d297-4df1-9a25-b4e54df8eedf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:56:41.896046 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63af44ef-150b-4be1-9c3f-e1746641f246 admin admin] Made reservation on behalf of 1a1a953a14c748c6a608c59eb0095246 for: {'subnet': 1} {{(pid=84075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:56:41.900767 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-63af44ef-150b-4be1-9c3f-e1746641f246 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:41.951513 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a776fcad-78e0-48c6-ba11-9fd9d7625ef2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:42.017277 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab6c2d5a-d297-4df1-9a25-b4e54df8eedf admin admin] Made reservation on behalf of 9bf0bb418d6046eaa522fe1b2b691362 for: {'network': 1} {{(pid=84074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:56:42.021991 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ab6c2d5a-d297-4df1-9a25-b4e54df8eedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for network, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:42.149867 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.db_base_plugin_common [None req-28d5cd4e-5d68-44ab-9312-09b25f3b9298 None None] Allocated IP 172.20.0.2 (ac572d69-3346-47db-96b8-84a33dd2e288/c8b959bf-ae39-4aee-b829-e174a339a829/f22b68d3-7171-4383-b630-1e14d1a1b40a) {{(pid=84076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 15:56:42.185088 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-dc599a1d-7ffc-4ab6-8997-7daaf9622bd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853866217', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853898046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854711817'] for router, precommit_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:42.195799 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ab6c2d5a-d297-4df1-9a25-b4e54df8eedf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:42.215735 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-ab6c2d5a-d297-4df1-9a25-b4e54df8eedf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:56:42.220287 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-ab6c2d5a-d297-4df1-9a25-b4e54df8eedf admin admin] Usage tracker for resource:security_group_rule and tenant:9bf0bb418d6046eaa522fe1b2b691362 is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:56:42.224055 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-ab6c2d5a-d297-4df1-9a25-b4e54df8eedf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:56:42.230027 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-ab6c2d5a-d297-4df1-9a25-b4e54df8eedf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:56:42.234310 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a776fcad-78e0-48c6-ba11-9fd9d7625ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776636048806'] for port, after_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:42.267860 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:56:42.560549 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-72081365-a5bc-4901-a33a-b3eb1183e978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677'] for subnet, after_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:42.784616 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-28d5cd4e-5d68-44ab-9312-09b25f3b9298 None None] Notify callbacks [] for port, precommit_create {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:42.809244 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-28d5cd4e-5d68-44ab-9312-09b25f3b9298 None None] Transition to ACTIVE for port object f22b68d3-7171-4383-b630-1e14d1a1b40a will not be triggered until provisioned by entity L2. {{(pid=84076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:56:42.838720 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ab6c2d5a-d297-4df1-9a25-b4e54df8eedf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:42.847022 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-28d5cd4e-5d68-44ab-9312-09b25f3b9298 None None] Transition to ACTIVE for port object f22b68d3-7171-4383-b630-1e14d1a1b40a will not be triggered until provisioned by entity DHCP. {{(pid=84076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:56:42.856295 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-dc599a1d-7ffc-4ab6-8997-7daaf9622bd9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:42.867093 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a776fcad-78e0-48c6-ba11-9fd9d7625ef2 admin admin] Pushing event updated for resources: {'Port': ['ID=a5059de2-875e-4966-85e6-2e6d5a8ec412,revision_number=1']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:56:42.890397 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-dc599a1d-7ffc-4ab6-8997-7daaf9622bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:42.900024 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-a776fcad-78e0-48c6-ba11-9fd9d7625ef2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.632s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:56:42.903020 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-ac30a7c3-3749-4938-b6ab-46b8cbdf96f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.293s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:56:42.909777 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-28d5cd4e-5d68-44ab-9312-09b25f3b9298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776636048806'] for port, after_create {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:42.925457 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ab6c2d5a-d297-4df1-9a25-b4e54df8eedf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:42.928214 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-e1b803c7-9bae-4d7e-8fcc-0375a0e84894 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:56:42.945127 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-b6781677-970a-4980-8cd5-b1578c2d6e32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:56:43.042725 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab6c2d5a-d297-4df1-9a25-b4e54df8eedf admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=84074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 16 15:56:43.063354 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6c2d5a-d297-4df1-9a25-b4e54df8eedf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ad5a2f-12c2-4af4-9dc8-f19aeee78c01,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:56:43.070102 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-ab6c2d5a-d297-4df1-9a25-b4e54df8eedf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:56:43.071085 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ab6c2d5a-d297-4df1-9a25-b4e54df8eedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797496'] for segment, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:43.071477 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.db.segments_db [None req-ab6c2d5a-d297-4df1-9a25-b4e54df8eedf admin admin] Added segment 6fcf2126-911d-42f2-80cc-fce370a85561 of type vxlan for network c846dec3-8f43-443d-8c91-1c80aae3c39f Feb 16 15:56:43.090662 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d5cd4e-5d68-44ab-9312-09b25f3b9298 None None] Pushing event updated for resources: {'Port': ['ID=f22b68d3-7171-4383-b630-1e14d1a1b40a,revision_number=1']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:56:43.101747 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d5cd4e-5d68-44ab-9312-09b25f3b9298 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:43.106904 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d5cd4e-5d68-44ab-9312-09b25f3b9298 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:43.106904 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d5cd4e-5d68-44ab-9312-09b25f3b9298 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:43.106904 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d5cd4e-5d68-44ab-9312-09b25f3b9298 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:43.106904 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d5cd4e-5d68-44ab-9312-09b25f3b9298 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:43.106904 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d5cd4e-5d68-44ab-9312-09b25f3b9298 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:43.106904 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d5cd4e-5d68-44ab-9312-09b25f3b9298 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:43.106904 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d5cd4e-5d68-44ab-9312-09b25f3b9298 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:43.106904 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d5cd4e-5d68-44ab-9312-09b25f3b9298 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:43.106904 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d5cd4e-5d68-44ab-9312-09b25f3b9298 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:43.106904 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d5cd4e-5d68-44ab-9312-09b25f3b9298 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:43.106904 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d5cd4e-5d68-44ab-9312-09b25f3b9298 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:43.106904 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d5cd4e-5d68-44ab-9312-09b25f3b9298 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:43.106904 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d5cd4e-5d68-44ab-9312-09b25f3b9298 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:43.108833 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d5cd4e-5d68-44ab-9312-09b25f3b9298 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:43.108833 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d5cd4e-5d68-44ab-9312-09b25f3b9298 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:43.108833 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d5cd4e-5d68-44ab-9312-09b25f3b9298 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:43.108833 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d5cd4e-5d68-44ab-9312-09b25f3b9298 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:43.108833 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d5cd4e-5d68-44ab-9312-09b25f3b9298 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:43.109336 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d5cd4e-5d68-44ab-9312-09b25f3b9298 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:43.109336 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d5cd4e-5d68-44ab-9312-09b25f3b9298 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:43.109606 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d5cd4e-5d68-44ab-9312-09b25f3b9298 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:43.109973 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d5cd4e-5d68-44ab-9312-09b25f3b9298 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:43.110355 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d5cd4e-5d68-44ab-9312-09b25f3b9298 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:43.111699 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d5cd4e-5d68-44ab-9312-09b25f3b9298 None None] Tracked resource versions report: Feb 16 15:56:43.111699 dv-cinder-775706-1-iscsi neutron-server[83961]: pushed versions: Feb 16 15:56:43.111699 dv-cinder-775706-1-iscsi neutron-server[83961]: { 'AddressGroup': {'1.1'}, Feb 16 15:56:43.111699 dv-cinder-775706-1-iscsi neutron-server[83961]: 'ConntrackHelper': {'1.0'}, Feb 16 15:56:43.111699 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Log': {'1.0'}, Feb 16 15:56:43.111699 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Network': {'1.1'}, Feb 16 15:56:43.111699 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Port': {'1.7'}, Feb 16 15:56:43.111699 dv-cinder-775706-1-iscsi neutron-server[83961]: 'PortForwarding': {'1.2'}, Feb 16 15:56:43.111699 dv-cinder-775706-1-iscsi neutron-server[83961]: 'QosPolicy': {'1.8'}, Feb 16 15:56:43.111699 dv-cinder-775706-1-iscsi neutron-server[83961]: 'SecurityGroup': {'1.4'}, Feb 16 15:56:43.111699 dv-cinder-775706-1-iscsi neutron-server[83961]: 'SecurityGroupRule': {'1.2'}, Feb 16 15:56:43.111699 dv-cinder-775706-1-iscsi neutron-server[83961]: 'SubPort': {'1.0'}, Feb 16 15:56:43.111699 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Subnet': {'1.1'}, Feb 16 15:56:43.111699 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Trunk': {'1.1'}} Feb 16 15:56:43.111699 dv-cinder-775706-1-iscsi neutron-server[83961]: consumer versions: Feb 16 15:56:43.111699 dv-cinder-775706-1-iscsi neutron-server[83961]: { DHCP agent@dv-cinder-775706-1-iscsi: {}, Feb 16 15:56:43.111699 dv-cinder-775706-1-iscsi neutron-server[83961]: L3 agent@dv-cinder-775706-1-iscsi: {}, Feb 16 15:56:43.111699 dv-cinder-775706-1-iscsi neutron-server[83961]: Metadata agent@dv-cinder-775706-1-iscsi: {}, Feb 16 15:56:43.111699 dv-cinder-775706-1-iscsi neutron-server[83961]: Metering agent@dv-cinder-775706-1-iscsi: {}, Feb 16 15:56:43.111699 dv-cinder-775706-1-iscsi neutron-server[83961]: Open vSwitch agent@dv-cinder-775706-1-iscsi: { 'AddressGroup': '1.1', Feb 16 15:56:43.111699 dv-cinder-775706-1-iscsi neutron-server[83961]: 'ConntrackHelper': '1.0', Feb 16 15:56:43.111699 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Log': '1.0', Feb 16 15:56:43.111699 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Network': '1.1', Feb 16 15:56:43.111699 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Port': '1.7', Feb 16 15:56:43.111699 dv-cinder-775706-1-iscsi neutron-server[83961]: 'PortForwarding': '1.2', Feb 16 15:56:43.111699 dv-cinder-775706-1-iscsi neutron-server[83961]: 'QosPolicy': '1.8', Feb 16 15:56:43.111699 dv-cinder-775706-1-iscsi neutron-server[83961]: 'SecurityGroup': '1.4', Feb 16 15:56:43.111699 dv-cinder-775706-1-iscsi neutron-server[83961]: 'SecurityGroupRule': '1.2', Feb 16 15:56:43.111699 dv-cinder-775706-1-iscsi neutron-server[83961]: 'SubPort': '1.0', Feb 16 15:56:43.111699 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Subnet': '1.1', Feb 16 15:56:43.111699 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Trunk': '1.1'}, Feb 16 15:56:43.111699 dv-cinder-775706-1-iscsi neutron-server[83961]: Open vSwitch agent@hv-cinder-77570: { 'AddressGroup': '1.1', Feb 16 15:56:43.111699 dv-cinder-775706-1-iscsi neutron-server[83961]: 'ConntrackHelper': '1.0', Feb 16 15:56:43.111699 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Log': '1.0', Feb 16 15:56:43.111699 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Network': '1.1', Feb 16 15:56:43.111699 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Port': '1.7', Feb 16 15:56:43.111699 dv-cinder-775706-1-iscsi neutron-server[83961]: 'PortForwarding': '1.2', Feb 16 15:56:43.111699 dv-cinder-775706-1-iscsi neutron-server[83961]: 'QosPolicy': '1.8', Feb 16 15:56:43.111699 dv-cinder-775706-1-iscsi neutron-server[83961]: 'SecurityGroup': '1.4', Feb 16 15:56:43.111699 dv-cinder-775706-1-iscsi neutron-server[83961]: 'SecurityGroupRule': '1.2', Feb 16 15:56:43.111699 dv-cinder-775706-1-iscsi neutron-server[83961]: 'SubPort': '1.0', Feb 16 15:56:43.111699 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Subnet': '1.1', Feb 16 15:56:43.111699 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Trunk': '1.1'}} Feb 16 15:56:43.111699 dv-cinder-775706-1-iscsi neutron-server[83961]: {{(pid=84076) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 16 15:56:43.123558 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-28d5cd4e-5d68-44ab-9312-09b25f3b9298 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:56:43.153809 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ab6c2d5a-d297-4df1-9a25-b4e54df8eedf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776635995166'] for network, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:43.166472 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a776fcad-78e0-48c6-ba11-9fd9d7625ef2 admin admin] Network 4b949073-2dbc-48f8-99e6-0912404ac0f6 is already hosted by enough agents. {{(pid=84075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 15:56:43.168186 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.base_scheduler [None req-a776fcad-78e0-48c6-ba11-9fd9d7625ef2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:56:43.172037 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a776fcad-78e0-48c6-ba11-9fd9d7625ef2 admin admin] Received port after_create {{(pid=84075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 15:56:43.204825 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d5cd4e-5d68-44ab-9312-09b25f3b9298 None None] Network ac572d69-3346-47db-96b8-84a33dd2e288 is already hosted by enough agents. {{(pid=84076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 15:56:43.206548 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.base_scheduler [None req-28d5cd4e-5d68-44ab-9312-09b25f3b9298 None None] Resources bound (agent type, host, resource id): {{(pid=84076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:56:43.212995 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d5cd4e-5d68-44ab-9312-09b25f3b9298 None None] Received port after_create {{(pid=84076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 15:56:43.291761 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.db_base_plugin_common [None req-dc599a1d-7ffc-4ab6-8997-7daaf9622bd9 admin admin] Allocated IP 172.27.1.162 (4b949073-2dbc-48f8-99e6-0912404ac0f6/1330f553-cf5d-40b8-b778-7809bbd3e08c/2c535bb3-022b-4749-9f0b-b8452fce5a48) {{(pid=84074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 15:56:43.294106 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ab6c2d5a-d297-4df1-9a25-b4e54df8eedf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677'] for network, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:43.299538 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6c2d5a-d297-4df1-9a25-b4e54df8eedf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:56:43.300300 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ab6c2d5a-d297-4df1-9a25-b4e54df8eedf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210664'] for network, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:43.310539 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-76306934-11e4-454a-b1de-1e0f1b38c81c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:56:43.354978 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-28d5cd4e-5d68-44ab-9312-09b25f3b9298 None None] Attempting to bind port f22b68d3-7171-4383-b630-1e14d1a1b40a on host dv-cinder-775706-1-iscsi for vnic_type normal with profile {{(pid=84076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:56:43.355929 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-28d5cd4e-5d68-44ab-9312-09b25f3b9298 None None] Attempting to bind port f22b68d3-7171-4383-b630-1e14d1a1b40a by drivers openvswitch on host dv-cinder-775706-1-iscsi at level 0 using segments [{'id': 'cce3f7c0-d4e6-4689-83a1-8323f6247bc1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ac572d69-3346-47db-96b8-84a33dd2e288'}] {{(pid=84076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 15:56:43.356517 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d5cd4e-5d68-44ab-9312-09b25f3b9298 None None] Attempting to bind port f22b68d3-7171-4383-b630-1e14d1a1b40a on network ac572d69-3346-47db-96b8-84a33dd2e288 {{(pid=84076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 15:56:43.365927 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d5cd4e-5d68-44ab-9312-09b25f3b9298 None None] Checking agent: {'id': '84f77aeb-7661-44c0-b112-b1bf68bd83fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 15, 47, 21), 'started_at': datetime.datetime(2021, 2, 16, 15, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 15, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.95', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 15:56:43.371135 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d5cd4e-5d68-44ab-9312-09b25f3b9298 None None] Checking segment: {'id': 'cce3f7c0-d4e6-4689-83a1-8323f6247bc1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ac572d69-3346-47db-96b8-84a33dd2e288'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:56:43.371768 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-28d5cd4e-5d68-44ab-9312-09b25f3b9298 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:43.372394 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d5cd4e-5d68-44ab-9312-09b25f3b9298 None None] Bound using segment: {'id': 'cce3f7c0-d4e6-4689-83a1-8323f6247bc1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ac572d69-3346-47db-96b8-84a33dd2e288'} {{(pid=84076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 15:56:43.373100 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-28d5cd4e-5d68-44ab-9312-09b25f3b9298 None None] Bound port: f22b68d3-7171-4383-b630-1e14d1a1b40a, host: dv-cinder-775706-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cce3f7c0-d4e6-4689-83a1-8323f6247bc1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ac572d69-3346-47db-96b8-84a33dd2e288'}}] {{(pid=84076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 15:56:43.373785 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-28d5cd4e-5d68-44ab-9312-09b25f3b9298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:43.405913 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72081365-a5bc-4901-a33a-b3eb1183e978 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6d9d432-b4e9-4102-b7a5-1a3178bdfeef,revision_number=0']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:56:43.409007 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-72081365-a5bc-4901-a33a-b3eb1183e978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:56:43.442674 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72081365-a5bc-4901-a33a-b3eb1183e978 admin admin] Checking segment: {'id': '4c74b08f-a52b-4a1f-9538-bf6603adf309', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'dfea665b-420d-47c9-bed0-110dbf1ec729'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:56:43.442930 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72081365-a5bc-4901-a33a-b3eb1183e978 admin admin] Network hostable DHCP agents. Network: dfea665b-420d-47c9-bed0-110dbf1ec729, hostable agents: ['47b90563-7f25-4d7d-8681-11e1fb253c09'], hosted agents: [] {{(pid=84075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 16 15:56:43.552074 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-28d5cd4e-5d68-44ab-9312-09b25f3b9298 None None] For port f22b68d3-7171-4383-b630-1e14d1a1b40a, host dv-cinder-775706-1-iscsi, cleared binding levels {{(pid=84076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 15:56:43.564467 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-28d5cd4e-5d68-44ab-9312-09b25f3b9298 None None] For port f22b68d3-7171-4383-b630-1e14d1a1b40a, host dv-cinder-775706-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-iscsi',level=0,port_id=f22b68d3-7171-4383-b630-1e14d1a1b40a,segment=NetworkSegment(cce3f7c0-d4e6-4689-83a1-8323f6247bc1),segment_id=cce3f7c0-d4e6-4689-83a1-8323f6247bc1)] {{(pid=84076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 15:56:43.596658 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6c2d5a-d297-4df1-9a25-b4e54df8eedf admin admin] Pushing event updated for resources: {'Network': ['ID=c846dec3-8f43-443d-8c91-1c80aae3c39f,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:56:43.604107 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-ab6c2d5a-d297-4df1-9a25-b4e54df8eedf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:56:43.610231 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Network c846dec3-8f43-443d-8c91-1c80aae3c39f details requested by agent ovs-agent-hv-cinder-77570 with host hv-cinder-77570 {{(pid=84076) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 15:56:43.621884 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72081365-a5bc-4901-a33a-b3eb1183e978 admin admin] Network dfea665b-420d-47c9-bed0-110dbf1ec729 is scheduled to be hosted by DHCP agent 47b90563-7f25-4d7d-8681-11e1fb253c09 with binding_index 1 {{(pid=84075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 16 15:56:43.639109 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Network c846dec3-8f43-443d-8c91-1c80aae3c39f details requested by agent ovs-agent-dv-cinder-775706-1-iscsi with host dv-cinder-775706-1-iscsi {{(pid=84076) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 15:56:43.649308 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-ab6c2d5a-d297-4df1-9a25-b4e54df8eedf admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.8849902 Feb 16 15:56:43.650575 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 44208) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:56:43.659511 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [None req-391c22b8-8837-4bd5-a76a-adf69ba2580c admin admin] Request body: {'subnet': {'network_id': 'c846dec3-8f43-443d-8c91-1c80aae3c39f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1145198358-subnet', 'tenant_id': '9bf0bb418d6046eaa522fe1b2b691362', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:56:43.680646 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-28d5cd4e-5d68-44ab-9312-09b25f3b9298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:43.682742 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-391c22b8-8837-4bd5-a76a-adf69ba2580c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:56:43.693230 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-391c22b8-8837-4bd5-a76a-adf69ba2580c admin admin] Usage tracker for resource:subnet and tenant:9bf0bb418d6046eaa522fe1b2b691362 is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:56:43.699096 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-dc599a1d-7ffc-4ab6-8997-7daaf9622bd9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:43.702476 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-391c22b8-8837-4bd5-a76a-adf69ba2580c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:56:43.716213 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-391c22b8-8837-4bd5-a76a-adf69ba2580c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:56:43.727864 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-d1719f06-c532-41ed-b594-b932bd9fd406 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:56:43.758779 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-391c22b8-8837-4bd5-a76a-adf69ba2580c admin admin] Made reservation on behalf of 9bf0bb418d6046eaa522fe1b2b691362 for: {'subnet': 1} {{(pid=84074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:56:43.772566 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-391c22b8-8837-4bd5-a76a-adf69ba2580c admin admin] Notify callbacks [] for subnet, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:43.783623 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-63af44ef-150b-4be1-9c3f-e1746641f246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677'] for subnet, after_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:43.799459 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-dc599a1d-7ffc-4ab6-8997-7daaf9622bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776636048806'] for port, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:43.813117 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:56:43.866159 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:56:43.876361 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.base_scheduler [None req-72081365-a5bc-4901-a33a-b3eb1183e978 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-1-iscsi, dfea665b-420d-47c9-bed0-110dbf1ec729) {{(pid=84075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:56:43.967721 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72081365-a5bc-4901-a33a-b3eb1183e978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:56:43.968316 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-72081365-a5bc-4901-a33a-b3eb1183e978 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210664'] for subnet, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:44.026105 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00060dd-297f-4c21-be77-4c3ffddab2a9 None None] Network dfea665b-420d-47c9-bed0-110dbf1ec729 requested from dv-cinder-775706-1-iscsi {{(pid=84076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 15:56:44.039433 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63af44ef-150b-4be1-9c3f-e1746641f246 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bf5e8cd-656f-4727-bbaa-2a15ac283eb2,revision_number=0']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:56:44.058500 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-63af44ef-150b-4be1-9c3f-e1746641f246 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:56:44.068953 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a776fcad-78e0-48c6-ba11-9fd9d7625ef2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:44.205791 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-72081365-a5bc-4901-a33a-b3eb1183e978 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.7660096 Feb 16 15:56:44.247503 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc599a1d-7ffc-4ab6-8997-7daaf9622bd9 admin admin] Pushing event updated for resources: {'Port': ['ID=2c535bb3-022b-4749-9f0b-b8452fce5a48,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:56:44.251350 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-dc599a1d-7ffc-4ab6-8997-7daaf9622bd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:56:44.260854 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d5cd4e-5d68-44ab-9312-09b25f3b9298 None None] Pushing event updated for resources: {'Port': ['ID=f22b68d3-7171-4383-b630-1e14d1a1b40a,revision_number=2']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:56:44.299170 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-28d5cd4e-5d68-44ab-9312-09b25f3b9298 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.571s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:56:44.319889 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc599a1d-7ffc-4ab6-8997-7daaf9622bd9 admin admin] Network 4b949073-2dbc-48f8-99e6-0912404ac0f6 is already hosted by enough agents. {{(pid=84074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 15:56:44.322407 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.base_scheduler [None req-dc599a1d-7ffc-4ab6-8997-7daaf9622bd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:56:44.325830 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc599a1d-7ffc-4ab6-8997-7daaf9622bd9 admin admin] Received port after_create {{(pid=84074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 15:56:44.523320 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e15aaea-87a1-47f8-a90a-7b04b5de032b None None] Network dfea665b-420d-47c9-bed0-110dbf1ec729 requested from dv-cinder-775706-1-iscsi {{(pid=84076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 15:56:44.828920 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 44252) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:56:44.842538 dv-cinder-775706-1-iscsi neutron-server[83961]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 16 15:56:45.009703 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63af44ef-150b-4be1-9c3f-e1746641f246 admin admin] Checking segment: {'id': '345b1ee1-cb15-421b-844c-b60c726b46c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'baa10d08-ce15-4a5f-a2ef-a3a5e84267ba'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:56:45.010105 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63af44ef-150b-4be1-9c3f-e1746641f246 admin admin] Network hostable DHCP agents. Network: baa10d08-ce15-4a5f-a2ef-a3a5e84267ba, hostable agents: ['47b90563-7f25-4d7d-8681-11e1fb253c09'], hosted agents: [] {{(pid=84075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 16 15:56:45.095742 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a776fcad-78e0-48c6-ba11-9fd9d7625ef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-877770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-909817'] for router, after_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:45.190466 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63af44ef-150b-4be1-9c3f-e1746641f246 admin admin] Network baa10d08-ce15-4a5f-a2ef-a3a5e84267ba is scheduled to be hosted by DHCP agent 47b90563-7f25-4d7d-8681-11e1fb253c09 with binding_index 1 {{(pid=84075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 16 15:56:45.216209 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-dc599a1d-7ffc-4ab6-8997-7daaf9622bd9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:45.294952 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3553f4a8-bd46-45f4-bea1-178085ab18da req-121b1a5f-eb57-4f43-94dc-264b796a1019 tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:56:45.295724 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-3553f4a8-bd46-45f4-bea1-178085ab18da req-121b1a5f-eb57-4f43-94dc-264b796a1019 tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] Synchronizing usage tracker for tenant:b3ae9f7e37a54dd3a8ade53578341209 on resource:network {{(pid=84075) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 15:56:45.363273 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.base_scheduler [None req-63af44ef-150b-4be1-9c3f-e1746641f246 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-1-iscsi, baa10d08-ce15-4a5f-a2ef-a3a5e84267ba) {{(pid=84075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:56:45.372754 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63af44ef-150b-4be1-9c3f-e1746641f246 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:56:45.375424 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a94aa5c-0c6c-4743-ba36-a4cae11a82d0 None None] Network baa10d08-ce15-4a5f-a2ef-a3a5e84267ba requested from dv-cinder-775706-1-iscsi {{(pid=84076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 15:56:45.379178 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-63af44ef-150b-4be1-9c3f-e1746641f246 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210664'] for subnet, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:45.388966 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-3553f4a8-bd46-45f4-bea1-178085ab18da req-121b1a5f-eb57-4f43-94dc-264b796a1019 tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] Unset dirty status for tenant:b3ae9f7e37a54dd3a8ade53578341209 on resource:network {{(pid=84075) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 15:56:45.391814 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-3553f4a8-bd46-45f4-bea1-178085ab18da req-121b1a5f-eb57-4f43-94dc-264b796a1019 tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] 10.222.0.101 "GET /v2.0/networks?id=dfea665b-420d-47c9-bed0-110dbf1ec729 HTTP/1.1" status: 200 len: 811 time: 0.5591857 Feb 16 15:56:45.432085 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-3553f4a8-bd46-45f4-bea1-178085ab18da req-1f05bf24-0c85-4592-9d77-8ccc3ede8da7 tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] 10.222.0.101 "GET /v2.0/quotas/b3ae9f7e37a54dd3a8ade53578341209 HTTP/1.1" status: 200 len: 375 time: 0.0233147 Feb 16 15:56:45.554746 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-63af44ef-150b-4be1-9c3f-e1746641f246 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 4.0261278 Feb 16 15:56:45.554746 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-3553f4a8-bd46-45f4-bea1-178085ab18da req-b198e63f-3d06-4610-a85f-257a327853c0 tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=b3ae9f7e37a54dd3a8ade53578341209&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0915768 Feb 16 15:56:45.606308 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a776fcad-78e0-48c6-ba11-9fd9d7625ef2 admin admin] Router dc19324f-9075-4f2c-b09d-a23a49a8ab51 is scheduled to L3 agent 4f2d6f55-b6e7-4768-88f5-01ac5c4c3902 with binding_index 1 {{(pid=84075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 16 15:56:45.692486 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-391c22b8-8837-4bd5-a76a-adf69ba2580c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677'] for subnet, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:45.696181 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1863a7a4-fdae-4282-b6d0-83352e6cd49b None None] Network baa10d08-ce15-4a5f-a2ef-a3a5e84267ba requested from dv-cinder-775706-1-iscsi {{(pid=84076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 15:56:45.714429 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-a6f36428-7aaa-4171-a5f3-37e39d3e3cbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:56:45.869221 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device f22b68d3-7171-4383-b630-1e14d1a1b40a up at agent ovs-agent-dv-cinder-775706-1-iscsi {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:56:45.929614 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a776fcad-78e0-48c6-ba11-9fd9d7625ef2 admin admin] Notify agent at l3_agent.dv-cinder-775706-1-iscsi the message routers_updated {{(pid=84075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 15:56:45.961179 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d597c345-5820-44e0-b00f-dd33f06341a8 None None] Sync routers for ids ['dc19324f-9075-4f2c-b09d-a23a49a8ab51'] in dv-cinder-775706-1-iscsi {{(pid=84077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 15:56:45.982826 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d597c345-5820-44e0-b00f-dd33f06341a8 None None] Routers {'dc19324f-9075-4f2c-b09d-a23a49a8ab51'} bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:56:45.984838 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-d597c345-5820-44e0-b00f-dd33f06341a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-16T15:47:20Z,description=,heartbeat_timestamp=2021-02-16T15:56:21Z,host='dv-cinder-775706-1-iscsi',id=4f2d6f55-b6e7-4768-88f5-01ac5c4c3902,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:47:21Z,topic='l3_agent')) {'router_ids': ['dc19324f-9075-4f2c-b09d-a23a49a8ab51'], 'active': True} {{(pid=84077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:56:46.057376 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a776fcad-78e0-48c6-ba11-9fd9d7625ef2 admin admin] Notify callbacks [] for router, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:46.059072 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-a776fcad-78e0-48c6-ba11-9fd9d7625ef2 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.0591578 Feb 16 15:56:46.061978 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 44278) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:56:46.212835 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391c22b8-8837-4bd5-a76a-adf69ba2580c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce23e96d-d03e-42b3-a081-55c57ef8cc42,revision_number=0']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:56:46.219713 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-391c22b8-8837-4bd5-a76a-adf69ba2580c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:56:46.221830 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-dc599a1d-7ffc-4ab6-8997-7daaf9622bd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-877770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-909817'] for router, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:46.334791 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Provisioning for port f22b68d3-7171-4383-b630-1e14d1a1b40a completed by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:56:46.412490 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvr_db [None req-d597c345-5820-44e0-b00f-dd33f06341a8 None None] Set router dc19324f-9075-4f2c-b09d-a23a49a8ab51 gateway port host: dv-cinder-775706-1-iscsi {{(pid=84077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:56:46.428713 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 44296) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:56:46.471686 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [req-3553f4a8-bd46-45f4-bea1-178085ab18da req-500dfc27-1053-40e2-abe7-ad641582e840 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=84075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 15:56:46.472772 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-3553f4a8-bd46-45f4-bea1-178085ab18da req-500dfc27-1053-40e2-abe7-ad641582e840 service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.2625782 Feb 16 15:56:46.574141 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40dba31d-7450-4bd2-9758-b38f6a1b2c5a None None] Network ac572d69-3346-47db-96b8-84a33dd2e288 requested from dv-cinder-775706-1-iscsi {{(pid=84076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 15:56:46.593882 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391c22b8-8837-4bd5-a76a-adf69ba2580c admin admin] Checking segment: {'id': '6fcf2126-911d-42f2-80cc-fce370a85561', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'c846dec3-8f43-443d-8c91-1c80aae3c39f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:56:46.594276 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391c22b8-8837-4bd5-a76a-adf69ba2580c admin admin] Network hostable DHCP agents. Network: c846dec3-8f43-443d-8c91-1c80aae3c39f, hostable agents: ['47b90563-7f25-4d7d-8681-11e1fb253c09'], hosted agents: [] {{(pid=84074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 16 15:56:46.700069 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-bcc96155-7ee8-4bae-9ffa-28c35136f84a None None] Provisioning for port f22b68d3-7171-4383-b630-1e14d1a1b40a completed by entity DHCP. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:56:46.721179 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-bcc96155-7ee8-4bae-9ffa-28c35136f84a None None] Provisioning complete for port f22b68d3-7171-4383-b630-1e14d1a1b40a triggered by entity DHCP. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:56:46.721967 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-bcc96155-7ee8-4bae-9ffa-28c35136f84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:46.728073 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391c22b8-8837-4bd5-a76a-adf69ba2580c admin admin] Network c846dec3-8f43-443d-8c91-1c80aae3c39f is scheduled to be hosted by DHCP agent 47b90563-7f25-4d7d-8681-11e1fb253c09 with binding_index 1 {{(pid=84074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 16 15:56:46.794130 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.base_scheduler [None req-391c22b8-8837-4bd5-a76a-adf69ba2580c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-1-iscsi, c846dec3-8f43-443d-8c91-1c80aae3c39f) {{(pid=84074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:56:46.801037 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391c22b8-8837-4bd5-a76a-adf69ba2580c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:56:46.802958 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-391c22b8-8837-4bd5-a76a-adf69ba2580c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210664'] for subnet, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:46.813291 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2ccb53-8f77-4842-9e6d-0ceaa9e03832 None None] Network c846dec3-8f43-443d-8c91-1c80aae3c39f requested from dv-cinder-775706-1-iscsi {{(pid=84076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 15:56:46.834278 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-d597c345-5820-44e0-b00f-dd33f06341a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc19324f-9075-4f2c-b09d-a23a49a8ab51', 'name': 'tempest-ServerRescueNegativeTestJSON-1362329669-router', 'tenant_id': '15f9cf749fe94c5aa76af3d23d68fbb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'a5059de2-875e-4966-85e6-2e6d5a8ec412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:56:39Z', 'updated_at': '2021-02-16T15:56:43Z', 'revision_number': 3, 'project_id': '15f9cf749fe94c5aa76af3d23d68fbb3', 'gw_port': {'id': 'a5059de2-875e-4966-85e6-2e6d5a8ec412', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c3:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc19324f-9075-4f2c-b09d-a23a49a8ab51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:56:41Z', 'updated_at': '2021-02-16T15:56:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi'}], 'dv-cinder-775706-1-iscsi', False) {} {{(pid=84077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:56:46.838958 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d597c345-5820-44e0-b00f-dd33f06341a8 None None] Checking router: dc19324f-9075-4f2c-b09d-a23a49a8ab51 for host: dv-cinder-775706-1-iscsi {{(pid=84077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 15:56:46.839436 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d597c345-5820-44e0-b00f-dd33f06341a8 None None] Updating router dc19324f-9075-4f2c-b09d-a23a49a8ab51 port a5059de2-875e-4966-85e6-2e6d5a8ec412 binding host dv-cinder-775706-1-iscsi {{(pid=84077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 16 15:56:46.852849 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc599a1d-7ffc-4ab6-8997-7daaf9622bd9 admin admin] Router 87ebf6eb-b02e-49f2-81a2-2d784b9f6271 is scheduled to L3 agent 4f2d6f55-b6e7-4768-88f5-01ac5c4c3902 with binding_index 1 {{(pid=84074) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 16 15:56:46.905344 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d597c345-5820-44e0-b00f-dd33f06341a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:46.958805 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-391c22b8-8837-4bd5-a76a-adf69ba2580c admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.2980945 Feb 16 15:56:47.243130 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca0e5b-727f-461b-b8e4-33b6251bc46f req-5b4ffd57-56fd-48bc-aac6-c7818f77f302 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:56:47.251104 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-d3ca0e5b-727f-461b-b8e4-33b6251bc46f req-5b4ffd57-56fd-48bc-aac6-c7818f77f302 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/networks?id=baa10d08-ce15-4a5f-a2ef-a3a5e84267ba HTTP/1.1" status: 200 len: 815 time: 0.8212848 Feb 16 15:56:47.269589 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 44314) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:56:47.272075 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-3553f4a8-bd46-45f4-bea1-178085ab18da req-fd1c91ca-7d19-4027-8caa-4eb785c00ed9 service neutron] 10.222.0.101 "GET /v2.0/networks/dfea665b-420d-47c9-bed0-110dbf1ec729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7765343 Feb 16 15:56:47.381434 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc599a1d-7ffc-4ab6-8997-7daaf9622bd9 admin admin] Notify agent at l3_agent.dv-cinder-775706-1-iscsi the message routers_updated {{(pid=84074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 15:56:47.385644 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-d3ca0e5b-727f-461b-b8e4-33b6251bc46f req-e21871e4-87af-42af-be24-02969a1e4fe2 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/quotas/1a1a953a14c748c6a608c59eb0095246 HTTP/1.1" status: 200 len: 375 time: 0.1334386 Feb 16 15:56:47.445577 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-dc599a1d-7ffc-4ab6-8997-7daaf9622bd9 admin admin] Notify callbacks [] for router, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:47.447153 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-dc599a1d-7ffc-4ab6-8997-7daaf9622bd9 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.9449685 Feb 16 15:56:47.450282 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 44320) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:56:47.515952 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d597c345-5820-44e0-b00f-dd33f06341a8 None None] Notify callbacks [] for port, precommit_update {{(pid=84077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:47.532089 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-d597c345-5820-44e0-b00f-dd33f06341a8 None None] Transition to ACTIVE for port object a5059de2-875e-4966-85e6-2e6d5a8ec412 will not be triggered until provisioned by entity L2. {{(pid=84077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:56:47.551368 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-d3ca0e5b-727f-461b-b8e4-33b6251bc46f req-b382b8fa-4797-491f-b96e-83df5e2e261f tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=1a1a953a14c748c6a608c59eb0095246&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1646128 Feb 16 15:56:47.577208 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d597c345-5820-44e0-b00f-dd33f06341a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:47.600783 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-89664340-eead-4c7d-b649-57dbf597811d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:56:47.610348 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d25053c-058c-4feb-bc9c-c61a73634392 None None] Sync routers for ids ['87ebf6eb-b02e-49f2-81a2-2d784b9f6271'] in dv-cinder-775706-1-iscsi {{(pid=84076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 15:56:47.659381 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d25053c-058c-4feb-bc9c-c61a73634392 None None] Routers {'87ebf6eb-b02e-49f2-81a2-2d784b9f6271'} bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:56:47.660068 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-8d25053c-058c-4feb-bc9c-c61a73634392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-16T15:47:20Z,description=,heartbeat_timestamp=2021-02-16T15:56:21Z,host='dv-cinder-775706-1-iscsi',id=4f2d6f55-b6e7-4768-88f5-01ac5c4c3902,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:47:21Z,topic='l3_agent')) {'router_ids': ['87ebf6eb-b02e-49f2-81a2-2d784b9f6271'], 'active': True} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:56:47.735163 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9048585-c499-4b25-9d08-0dbb7775ba75 admin admin] Deleting subnet 8fa52c1c-f6eb-48e9-ac7e-01c8242502a3 {{(pid=84075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 16 15:56:47.749006 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f9048585-c499-4b25-9d08-0dbb7775ba75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:47.811685 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [req-d3ca0e5b-727f-461b-b8e4-33b6251bc46f req-142fae6b-3a8e-459f-b410-045b06f04f0e service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=84075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 15:56:47.813103 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-d3ca0e5b-727f-461b-b8e4-33b6251bc46f req-142fae6b-3a8e-459f-b410-045b06f04f0e service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.1635079 Feb 16 15:56:47.835848 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e659ee5d-035c-481b-b187-744e986e7a58 None None] Pushing event updated for resources: {'Port': ['ID=a5059de2-875e-4966-85e6-2e6d5a8ec412,revision_number=2']} {{(pid=84077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:56:47.849756 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e659ee5d-035c-481b-b187-744e986e7a58 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:47.850134 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e659ee5d-035c-481b-b187-744e986e7a58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:47.850510 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e659ee5d-035c-481b-b187-744e986e7a58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:47.850902 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e659ee5d-035c-481b-b187-744e986e7a58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:47.851265 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e659ee5d-035c-481b-b187-744e986e7a58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:47.851628 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e659ee5d-035c-481b-b187-744e986e7a58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:47.851989 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e659ee5d-035c-481b-b187-744e986e7a58 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:47.852348 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e659ee5d-035c-481b-b187-744e986e7a58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:47.852705 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e659ee5d-035c-481b-b187-744e986e7a58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:47.853107 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e659ee5d-035c-481b-b187-744e986e7a58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:47.853464 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e659ee5d-035c-481b-b187-744e986e7a58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:47.853820 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e659ee5d-035c-481b-b187-744e986e7a58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:47.854218 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e659ee5d-035c-481b-b187-744e986e7a58 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:47.854576 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e659ee5d-035c-481b-b187-744e986e7a58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:47.854956 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e659ee5d-035c-481b-b187-744e986e7a58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:47.855903 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e659ee5d-035c-481b-b187-744e986e7a58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:47.855903 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e659ee5d-035c-481b-b187-744e986e7a58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:47.856191 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e659ee5d-035c-481b-b187-744e986e7a58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:47.856551 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e659ee5d-035c-481b-b187-744e986e7a58 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:47.856904 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e659ee5d-035c-481b-b187-744e986e7a58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:47.857274 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e659ee5d-035c-481b-b187-744e986e7a58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:47.857626 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e659ee5d-035c-481b-b187-744e986e7a58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:47.857985 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e659ee5d-035c-481b-b187-744e986e7a58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:47.858672 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e659ee5d-035c-481b-b187-744e986e7a58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:56:47.859588 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e659ee5d-035c-481b-b187-744e986e7a58 None None] Tracked resource versions report: Feb 16 15:56:47.859588 dv-cinder-775706-1-iscsi neutron-server[83961]: pushed versions: Feb 16 15:56:47.859588 dv-cinder-775706-1-iscsi neutron-server[83961]: { 'AddressGroup': {'1.1'}, Feb 16 15:56:47.859588 dv-cinder-775706-1-iscsi neutron-server[83961]: 'ConntrackHelper': {'1.0'}, Feb 16 15:56:47.859588 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Log': {'1.0'}, Feb 16 15:56:47.859588 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Network': {'1.1'}, Feb 16 15:56:47.859588 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Port': {'1.7'}, Feb 16 15:56:47.859588 dv-cinder-775706-1-iscsi neutron-server[83961]: 'PortForwarding': {'1.2'}, Feb 16 15:56:47.859588 dv-cinder-775706-1-iscsi neutron-server[83961]: 'QosPolicy': {'1.8'}, Feb 16 15:56:47.859588 dv-cinder-775706-1-iscsi neutron-server[83961]: 'SecurityGroup': {'1.4'}, Feb 16 15:56:47.859588 dv-cinder-775706-1-iscsi neutron-server[83961]: 'SecurityGroupRule': {'1.2'}, Feb 16 15:56:47.859588 dv-cinder-775706-1-iscsi neutron-server[83961]: 'SubPort': {'1.0'}, Feb 16 15:56:47.859588 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Subnet': {'1.1'}, Feb 16 15:56:47.859588 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Trunk': {'1.1'}} Feb 16 15:56:47.859588 dv-cinder-775706-1-iscsi neutron-server[83961]: consumer versions: Feb 16 15:56:47.859588 dv-cinder-775706-1-iscsi neutron-server[83961]: { DHCP agent@dv-cinder-775706-1-iscsi: {}, Feb 16 15:56:47.859588 dv-cinder-775706-1-iscsi neutron-server[83961]: L3 agent@dv-cinder-775706-1-iscsi: {}, Feb 16 15:56:47.859588 dv-cinder-775706-1-iscsi neutron-server[83961]: Metadata agent@dv-cinder-775706-1-iscsi: {}, Feb 16 15:56:47.859588 dv-cinder-775706-1-iscsi neutron-server[83961]: Metering agent@dv-cinder-775706-1-iscsi: {}, Feb 16 15:56:47.859588 dv-cinder-775706-1-iscsi neutron-server[83961]: Open vSwitch agent@dv-cinder-775706-1-iscsi: { 'AddressGroup': '1.1', Feb 16 15:56:47.859588 dv-cinder-775706-1-iscsi neutron-server[83961]: 'ConntrackHelper': '1.0', Feb 16 15:56:47.859588 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Log': '1.0', Feb 16 15:56:47.859588 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Network': '1.1', Feb 16 15:56:47.859588 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Port': '1.7', Feb 16 15:56:47.859588 dv-cinder-775706-1-iscsi neutron-server[83961]: 'PortForwarding': '1.2', Feb 16 15:56:47.859588 dv-cinder-775706-1-iscsi neutron-server[83961]: 'QosPolicy': '1.8', Feb 16 15:56:47.859588 dv-cinder-775706-1-iscsi neutron-server[83961]: 'SecurityGroup': '1.4', Feb 16 15:56:47.859588 dv-cinder-775706-1-iscsi neutron-server[83961]: 'SecurityGroupRule': '1.2', Feb 16 15:56:47.859588 dv-cinder-775706-1-iscsi neutron-server[83961]: 'SubPort': '1.0', Feb 16 15:56:47.859588 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Subnet': '1.1', Feb 16 15:56:47.859588 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Trunk': '1.1'}, Feb 16 15:56:47.859588 dv-cinder-775706-1-iscsi neutron-server[83961]: Open vSwitch agent@hv-cinder-77570: { 'AddressGroup': '1.1', Feb 16 15:56:47.859588 dv-cinder-775706-1-iscsi neutron-server[83961]: 'ConntrackHelper': '1.0', Feb 16 15:56:47.859588 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Log': '1.0', Feb 16 15:56:47.859588 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Network': '1.1', Feb 16 15:56:47.859588 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Port': '1.7', Feb 16 15:56:47.859588 dv-cinder-775706-1-iscsi neutron-server[83961]: 'PortForwarding': '1.2', Feb 16 15:56:47.859588 dv-cinder-775706-1-iscsi neutron-server[83961]: 'QosPolicy': '1.8', Feb 16 15:56:47.859588 dv-cinder-775706-1-iscsi neutron-server[83961]: 'SecurityGroup': '1.4', Feb 16 15:56:47.859588 dv-cinder-775706-1-iscsi neutron-server[83961]: 'SecurityGroupRule': '1.2', Feb 16 15:56:47.859588 dv-cinder-775706-1-iscsi neutron-server[83961]: 'SubPort': '1.0', Feb 16 15:56:47.859588 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Subnet': '1.1', Feb 16 15:56:47.859588 dv-cinder-775706-1-iscsi neutron-server[83961]: 'Trunk': '1.1'}} Feb 16 15:56:47.859588 dv-cinder-775706-1-iscsi neutron-server[83961]: {{(pid=84077) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 16 15:56:47.864545 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-e659ee5d-035c-481b-b187-744e986e7a58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=84077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:56:47.877331 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-bcc96155-7ee8-4bae-9ffa-28c35136f84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:47.916992 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f9048585-c499-4b25-9d08-0dbb7775ba75 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:47.924520 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-3553f4a8-bd46-45f4-bea1-178085ab18da req-ac972302-99ac-45d3-ad01-aa30c6e3511a service neutron] 10.222.0.101 "GET /v2.0/networks/dfea665b-420d-47c9-bed0-110dbf1ec729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6000390 Feb 16 15:56:47.967964 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-d597c345-5820-44e0-b00f-dd33f06341a8 None None] Attempting to bind port a5059de2-875e-4966-85e6-2e6d5a8ec412 on host dv-cinder-775706-1-iscsi for vnic_type normal with profile {{(pid=84077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:56:47.968383 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-d597c345-5820-44e0-b00f-dd33f06341a8 None None] Attempting to bind port a5059de2-875e-4966-85e6-2e6d5a8ec412 by drivers openvswitch on host dv-cinder-775706-1-iscsi at level 0 using segments [{'id': '31924cb5-91ae-4236-8041-dd0103380e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6'}] {{(pid=84077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 15:56:47.968778 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d597c345-5820-44e0-b00f-dd33f06341a8 None None] Attempting to bind port a5059de2-875e-4966-85e6-2e6d5a8ec412 on network 4b949073-2dbc-48f8-99e6-0912404ac0f6 {{(pid=84077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 15:56:47.984408 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d597c345-5820-44e0-b00f-dd33f06341a8 None None] Checking agent: {'id': '84f77aeb-7661-44c0-b112-b1bf68bd83fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 15, 47, 21), 'started_at': datetime.datetime(2021, 2, 16, 15, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 15, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.95', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 15:56:47.984827 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d597c345-5820-44e0-b00f-dd33f06341a8 None None] Checking segment: {'id': '31924cb5-91ae-4236-8041-dd0103380e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:56:47.985274 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d597c345-5820-44e0-b00f-dd33f06341a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:47.985708 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d597c345-5820-44e0-b00f-dd33f06341a8 None None] Bound using segment: {'id': '31924cb5-91ae-4236-8041-dd0103380e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6'} {{(pid=84077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 15:56:47.986228 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-d597c345-5820-44e0-b00f-dd33f06341a8 None None] Bound port: a5059de2-875e-4966-85e6-2e6d5a8ec412, host: dv-cinder-775706-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31924cb5-91ae-4236-8041-dd0103380e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6'}}] {{(pid=84077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 15:56:47.986708 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d597c345-5820-44e0-b00f-dd33f06341a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:48.000776 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f9048585-c499-4b25-9d08-0dbb7775ba75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852981986'] for subnet, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:48.078590 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-5acd0b9c-9a76-477f-af7c-b1e0e49ad5a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:48.197533 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-bcc96155-7ee8-4bae-9ffa-28c35136f84a None None] For port f22b68d3-7171-4383-b630-1e14d1a1b40a, host dv-cinder-775706-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-iscsi',level=0,port_id=f22b68d3-7171-4383-b630-1e14d1a1b40a,segment=NetworkSegment(cce3f7c0-d4e6-4689-83a1-8323f6247bc1),segment_id=cce3f7c0-d4e6-4689-83a1-8323f6247bc1)] {{(pid=84076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:56:48.234800 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvr_db [None req-8d25053c-058c-4feb-bc9c-c61a73634392 None None] Set router 87ebf6eb-b02e-49f2-81a2-2d784b9f6271 gateway port host: dv-cinder-775706-1-iscsi {{(pid=84076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:56:48.455940 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-d597c345-5820-44e0-b00f-dd33f06341a8 None None] For port a5059de2-875e-4966-85e6-2e6d5a8ec412, host dv-cinder-775706-1-iscsi, cleared binding levels {{(pid=84077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 15:56:48.460062 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-d3ca0e5b-727f-461b-b8e4-33b6251bc46f req-11ca98cd-4a7c-4d34-8f93-cfae97e77c57 service neutron] 10.222.0.101 "GET /v2.0/networks/baa10d08-ce15-4a5f-a2ef-a3a5e84267ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6121392 Feb 16 15:56:48.460987 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-d597c345-5820-44e0-b00f-dd33f06341a8 None None] For port a5059de2-875e-4966-85e6-2e6d5a8ec412, host dv-cinder-775706-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-iscsi',level=0,port_id=a5059de2-875e-4966-85e6-2e6d5a8ec412,segment=NetworkSegment(31924cb5-91ae-4236-8041-dd0103380e57),segment_id=31924cb5-91ae-4236-8041-dd0103380e57)] {{(pid=84077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 15:56:48.470479 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207e406f-df99-43ca-823c-e9912b5a7e9a None None] Network c846dec3-8f43-443d-8c91-1c80aae3c39f requested from dv-cinder-775706-1-iscsi {{(pid=84076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 15:56:48.488899 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-bcc96155-7ee8-4bae-9ffa-28c35136f84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:48.509341 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:56:48.521951 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d597c345-5820-44e0-b00f-dd33f06341a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:48.544489 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:56:48.569214 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-3c6f556d-c89d-4429-bd42-61e873c71796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:48.682156 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0047b479-4d09-4988-97ea-ae32e6d5d245 req-fb8e614a-0065-44a0-b634-7730ac0d93b2 tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] 10.222.0.101 "GET /v2.0/ports?device_id=67ebc951-1531-47ae-b51e-94d4e355d928 HTTP/1.1" status: 200 len: 210 time: 0.1290622 Feb 16 15:56:48.861797 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e659ee5d-035c-481b-b187-744e986e7a58 None None] Pushing event updated for resources: {'Port': ['ID=a5059de2-875e-4966-85e6-2e6d5a8ec412,revision_number=3']} {{(pid=84077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:56:48.875930 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-e659ee5d-035c-481b-b187-744e986e7a58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=84077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:56:48.940833 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-efec2c4b-4381-42aa-a034-7032affee3a9 None None] Provisioning complete for port f22b68d3-7171-4383-b630-1e14d1a1b40a triggered by entity DHCP. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:56:48.941285 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-efec2c4b-4381-42aa-a034-7032affee3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:48.957898 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d597c345-5820-44e0-b00f-dd33f06341a8 None None] Routers {'dc19324f-9075-4f2c-b09d-a23a49a8ab51'} bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:56:48.958734 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-d597c345-5820-44e0-b00f-dd33f06341a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-16T15:47:20Z,description=,heartbeat_timestamp=2021-02-16T15:56:21Z,host='dv-cinder-775706-1-iscsi',id=4f2d6f55-b6e7-4768-88f5-01ac5c4c3902,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:47:21Z,topic='l3_agent')) {'router_ids': ['dc19324f-9075-4f2c-b09d-a23a49a8ab51'], 'active': True} {{(pid=84077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:56:49.090227 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc96155-7ee8-4bae-9ffa-28c35136f84a None None] Pushing event updated for resources: {'Port': ['ID=f22b68d3-7171-4383-b630-1e14d1a1b40a,revision_number=3']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:56:49.115119 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-d3ca0e5b-727f-461b-b8e4-33b6251bc46f req-6df2eaa5-622a-419b-a14c-180188711560 service neutron] 10.222.0.101 "GET /v2.0/networks/baa10d08-ce15-4a5f-a2ef-a3a5e84267ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6537499 Feb 16 15:56:49.170021 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f9048585-c499-4b25-9d08-0dbb7775ba75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1793799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677'] for subnet, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:49.173417 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-bcc96155-7ee8-4bae-9ffa-28c35136f84a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.664s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:56:49.221203 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-64dbaa0f-4e72-40f9-8ff0-99c119f36cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:49.254679 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-72081365-a5bc-4901-a33a-b3eb1183e978 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:56:49.374216 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvr_db [None req-d597c345-5820-44e0-b00f-dd33f06341a8 None None] Set router dc19324f-9075-4f2c-b09d-a23a49a8ab51 gateway port host: dv-cinder-775706-1-iscsi {{(pid=84077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:56:49.406470 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-9e8a2316-cc8c-45cf-ab87-c65760f7ffb1 None None] Provisioning complete for port f22b68d3-7171-4383-b630-1e14d1a1b40a triggered by entity DHCP. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:56:49.406989 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-9e8a2316-cc8c-45cf-ab87-c65760f7ffb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:49.425545 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9048585-c499-4b25-9d08-0dbb7775ba75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fa52c1c-f6eb-48e9-ac7e-01c8242502a3,revision_number=None']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:56:49.433098 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-f9048585-c499-4b25-9d08-0dbb7775ba75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:56:49.582921 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.db_base_plugin_common [None req-3c6f556d-c89d-4429-bd42-61e873c71796 admin admin] Allocated IP 172.20.0.1 (ac572d69-3346-47db-96b8-84a33dd2e288/c8b959bf-ae39-4aee-b829-e174a339a829/d47953cc-829c-4e4f-911f-31a621b52778) {{(pid=84074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 15:56:49.663422 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-8d25053c-058c-4feb-bc9c-c61a73634392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ebf6eb-b02e-49f2-81a2-2d784b9f6271', 'name': 'tempest-AttachVolumeTestJSON-2044868056-router', 'tenant_id': '3d779634302641f2a94b48c70492e45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '2c535bb3-022b-4749-9f0b-b8452fce5a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:56:41Z', 'updated_at': '2021-02-16T15:56:44Z', 'revision_number': 3, 'project_id': '3d779634302641f2a94b48c70492e45e', 'gw_port': {'id': '2c535bb3-022b-4749-9f0b-b8452fce5a48', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:8c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87ebf6eb-b02e-49f2-81a2-2d784b9f6271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:56:43Z', 'updated_at': '2021-02-16T15:56:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi'}], 'dv-cinder-775706-1-iscsi', False) {} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:56:49.668547 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d25053c-058c-4feb-bc9c-c61a73634392 None None] Checking router: 87ebf6eb-b02e-49f2-81a2-2d784b9f6271 for host: dv-cinder-775706-1-iscsi {{(pid=84076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 15:56:49.668954 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d25053c-058c-4feb-bc9c-c61a73634392 None None] Updating router 87ebf6eb-b02e-49f2-81a2-2d784b9f6271 port 2c535bb3-022b-4749-9f0b-b8452fce5a48 binding host dv-cinder-775706-1-iscsi {{(pid=84076) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 16 15:56:49.801497 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device f22b68d3-7171-4383-b630-1e14d1a1b40a up at agent ovs-agent-dv-cinder-775706-1-iscsi {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:56:49.846998 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-d597c345-5820-44e0-b00f-dd33f06341a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc19324f-9075-4f2c-b09d-a23a49a8ab51', 'name': 'tempest-ServerRescueNegativeTestJSON-1362329669-router', 'tenant_id': '15f9cf749fe94c5aa76af3d23d68fbb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'a5059de2-875e-4966-85e6-2e6d5a8ec412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:56:39Z', 'updated_at': '2021-02-16T15:56:43Z', 'revision_number': 3, 'project_id': '15f9cf749fe94c5aa76af3d23d68fbb3', 'gw_port': {'id': 'a5059de2-875e-4966-85e6-2e6d5a8ec412', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c3:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc19324f-9075-4f2c-b09d-a23a49a8ab51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:56:41Z', 'updated_at': '2021-02-16T15:56:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi'}], 'dv-cinder-775706-1-iscsi', False) {} {{(pid=84077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:56:49.852369 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d597c345-5820-44e0-b00f-dd33f06341a8 None None] The sync data for ids ['dc19324f-9075-4f2c-b09d-a23a49a8ab51'] in dv-cinder-775706-1-iscsi is: [{'id': 'dc19324f-9075-4f2c-b09d-a23a49a8ab51', 'name': 'tempest-ServerRescueNegativeTestJSON-1362329669-router', 'tenant_id': '15f9cf749fe94c5aa76af3d23d68fbb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'a5059de2-875e-4966-85e6-2e6d5a8ec412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:56:39Z', 'updated_at': '2021-02-16T15:56:43Z', 'revision_number': 3, 'project_id': '15f9cf749fe94c5aa76af3d23d68fbb3', 'gw_port': {'id': 'a5059de2-875e-4966-85e6-2e6d5a8ec412', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c3:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc19324f-9075-4f2c-b09d-a23a49a8ab51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:56:41Z', 'updated_at': '2021-02-16T15:56:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi'}] {{(pid=84077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 15:56:49.893252 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8d25053c-058c-4feb-bc9c-c61a73634392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:49.929562 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7ee76678-d152-46f9-90a9-631176d5a85b req-585c9244-9c04-404d-9697-12a9e2473cc8 tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] 10.222.0.101 "GET /v2.0/ports?device_id=67ebc951-1531-47ae-b51e-94d4e355d928 HTTP/1.1" status: 200 len: 210 time: 0.0544937 Feb 16 15:56:49.949108 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-3c6f556d-c89d-4429-bd42-61e873c71796 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:49.973771 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-48cff038-583a-4b9e-96c8-98e9cefb93a4 req-4d187df2-0324-47bf-b491-e751f6505e4b tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=c6e18375-dbef-48d3-bf08-ce8ec6cba62e HTTP/1.1" status: 200 len: 210 time: 0.1466651 Feb 16 15:56:49.975028 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-3c6f556d-c89d-4429-bd42-61e873c71796 admin admin] Transition to ACTIVE for port object d47953cc-829c-4e4f-911f-31a621b52778 will not be triggered until provisioned by entity DHCP. {{(pid=84074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:56:49.981917 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f9048585-c499-4b25-9d08-0dbb7775ba75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210664'] for subnet, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:50.063054 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-3c6f556d-c89d-4429-bd42-61e873c71796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776636048806'] for port, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:50.080785 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Provisioning complete for port f22b68d3-7171-4383-b630-1e14d1a1b40a triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:56:50.081495 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:50.081646 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-0f6f2286-8ddd-4330-adb7-ffc6eefd5f91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:56:50.175917 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-f9048585-c499-4b25-9d08-0dbb7775ba75 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/8fa52c1c-f6eb-48e9-ac7e-01c8242502a3 HTTP/1.1" status: 204 len: 168 time: 2.9025223 Feb 16 15:56:50.177392 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 44406) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:56:50.281164 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6f556d-c89d-4429-bd42-61e873c71796 admin admin] Pushing event updated for resources: {'Port': ['ID=d47953cc-829c-4e4f-911f-31a621b52778,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:56:50.286896 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-3c6f556d-c89d-4429-bd42-61e873c71796 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:56:50.356013 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6f556d-c89d-4429-bd42-61e873c71796 admin admin] Network ac572d69-3346-47db-96b8-84a33dd2e288 is already hosted by enough agents. {{(pid=84074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 15:56:50.381867 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.base_scheduler [None req-3c6f556d-c89d-4429-bd42-61e873c71796 admin admin] Resources bound (agent type, host, resource id): {{(pid=84074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:56:50.385947 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6f556d-c89d-4429-bd42-61e873c71796 admin admin] Received port after_create {{(pid=84074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 15:56:50.387042 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-3c6f556d-c89d-4429-bd42-61e873c71796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853906703'] for router_interface, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:50.516551 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c9f7b03a-0e62-4d78-abaa-dca4645e1228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853200303'] for network, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:50.748982 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-3c6f556d-c89d-4429-bd42-61e873c71796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:50.749351 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d05518bb-17ee-4865-b03c-31693adcda8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:50.871204 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-56c61660-212d-4d99-b9db-21807918cd4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:50.951449 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c9f7b03a-0e62-4d78-abaa-dca4645e1228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852988537', 'neutron.services.segments.db._delete_segments_for_network--9223363260218233119'] for network, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:50.964615 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-80307135-d45a-4520-8d7a-416ebf99cc7e None None] Provisioning for port d47953cc-829c-4e4f-911f-31a621b52778 completed by entity DHCP. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:56:50.995598 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-80307135-d45a-4520-8d7a-416ebf99cc7e None None] Provisioning complete for port d47953cc-829c-4e4f-911f-31a621b52778 triggered by entity DHCP. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:56:50.998917 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-80307135-d45a-4520-8d7a-416ebf99cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:51.168116 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c9f7b03a-0e62-4d78-abaa-dca4645e1228 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84075) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:56:51.168564 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c9f7b03a-0e62-4d78-abaa-dca4645e1228 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84075) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:56:51.169385 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c9f7b03a-0e62-4d78-abaa-dca4645e1228 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84075) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:56:51.169768 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c9f7b03a-0e62-4d78-abaa-dca4645e1228 admin admin] Subscribe: > port after_create 55550000 {{(pid=84075) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:56:51.170133 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c9f7b03a-0e62-4d78-abaa-dca4645e1228 admin admin] Subscribe: > port after_delete 55550000 {{(pid=84075) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:56:51.170512 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c9f7b03a-0e62-4d78-abaa-dca4645e1228 admin admin] Subscribe: > port after_update 55550000 {{(pid=84075) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:56:51.170902 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c9f7b03a-0e62-4d78-abaa-dca4645e1228 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84075) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:56:51.171288 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c9f7b03a-0e62-4d78-abaa-dca4645e1228 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84075) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:56:51.171663 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c9f7b03a-0e62-4d78-abaa-dca4645e1228 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84075) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:56:51.172012 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c9f7b03a-0e62-4d78-abaa-dca4645e1228 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84075) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:56:51.257666 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-80307135-d45a-4520-8d7a-416ebf99cc7e None None] Port d47953cc-829c-4e4f-911f-31a621b52778 cannot update to ACTIVE because it is not bound. {{(pid=84076) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 15:56:51.267112 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8d25053c-058c-4feb-bc9c-c61a73634392 None None] Notify callbacks [] for port, precommit_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:51.268767 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-3c6f556d-c89d-4429-bd42-61e873c71796 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:51.349488 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-3c6f556d-c89d-4429-bd42-61e873c71796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:51.350715 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-3c6f556d-c89d-4429-bd42-61e873c71796 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854210630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-868946'] for router_interface, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:51.364766 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c9f7b03a-0e62-4d78-abaa-dca4645e1228 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84075) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:56:51.365594 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c9f7b03a-0e62-4d78-abaa-dca4645e1228 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84075) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:56:51.365974 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c9f7b03a-0e62-4d78-abaa-dca4645e1228 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84075) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:56:51.366339 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c9f7b03a-0e62-4d78-abaa-dca4645e1228 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84075) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:56:51.366873 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.services.segments.db [None req-c9f7b03a-0e62-4d78-abaa-dca4645e1228 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7875d8d3-c09b-47a3-aeda-4b7ca575914c']}} {{(pid=84075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:56:51.371246 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:56:51.383284 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-8d25053c-058c-4feb-bc9c-c61a73634392 None None] Transition to ACTIVE for port object 2c535bb3-022b-4749-9f0b-b8452fce5a48 will not be triggered until provisioned by entity L2. {{(pid=84076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:56:51.419595 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.db_base_plugin_common [None req-64dbaa0f-4e72-40f9-8ff0-99c119f36cd2 admin admin] Allocated IP 172.20.0.1 (5ba9adbd-7e6e-40ef-8072-99fc00c91b9e/fae66b79-d403-4bb6-bf46-a87b3c07ef1e/b851138a-aa5b-4219-aeca-2408d70e23eb) {{(pid=84075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 15:56:51.423270 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8d25053c-058c-4feb-bc9c-c61a73634392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:51.429476 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.services.segments.db [None req-c9f7b03a-0e62-4d78-abaa-dca4645e1228 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f640d34-94e8-41df-b5c2-d4f7822e6ef4') {'for_net_delete': True} {{(pid=84075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:56:51.429810 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.services.segments.db [None req-c9f7b03a-0e62-4d78-abaa-dca4645e1228 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f640d34-94e8-41df-b5c2-d4f7822e6ef4') {} {{(pid=84075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:56:51.447722 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:56:51.461128 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6f556d-c89d-4429-bd42-61e873c71796 admin admin] Pushing event updated for resources: {'Port': ['ID=d47953cc-829c-4e4f-911f-31a621b52778,revision_number=2']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:56:51.464116 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-3c6f556d-c89d-4429-bd42-61e873c71796 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:56:51.511292 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-66a5ac4d-97ee-4f5f-98ea-7759a7d3083a req-321ee25f-243b-495f-94aa-721d0fd629c1 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=c6e18375-dbef-48d3-bf08-ce8ec6cba62e HTTP/1.1" status: 200 len: 210 time: 0.0932605 Feb 16 15:56:51.522433 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:51.525338 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ae9b79fa-d422-4a2b-9c78-e61732eff916 req-54ad6c62-e7d8-42c8-82e5-d595cc286e57 tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] 10.222.0.101 "GET /v2.0/ports?device_id=67ebc951-1531-47ae-b51e-94d4e355d928 HTTP/1.1" status: 200 len: 210 time: 0.1442957 Feb 16 15:56:51.531488 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c9f7b03a-0e62-4d78-abaa-dca4645e1228 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363260218221087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848453327'] for segment, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:51.591133 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c9f7b03a-0e62-4d78-abaa-dca4645e1228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797496'] for segment, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:51.617276 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c9f7b03a-0e62-4d78-abaa-dca4645e1228 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=84075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 16 15:56:51.626527 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e17b762-ad92-4ddf-90c3-99f05b3f63ee None None] Pushing event updated for resources: {'Port': ['ID=2c535bb3-022b-4749-9f0b-b8452fce5a48,revision_number=2']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:56:51.630994 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-3e17b762-ad92-4ddf-90c3-99f05b3f63ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:56:51.714339 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6f556d-c89d-4429-bd42-61e873c71796 admin admin] Network ac572d69-3346-47db-96b8-84a33dd2e288 is already hosted by enough agents. {{(pid=84074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 15:56:51.716014 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.base_scheduler [None req-3c6f556d-c89d-4429-bd42-61e873c71796 admin admin] Resources bound (agent type, host, resource id): {{(pid=84074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:56:51.768473 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-8d25053c-058c-4feb-bc9c-c61a73634392 None None] Attempting to bind port 2c535bb3-022b-4749-9f0b-b8452fce5a48 on host dv-cinder-775706-1-iscsi for vnic_type normal with profile {{(pid=84076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:56:51.768897 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-8d25053c-058c-4feb-bc9c-c61a73634392 None None] Attempting to bind port 2c535bb3-022b-4749-9f0b-b8452fce5a48 by drivers openvswitch on host dv-cinder-775706-1-iscsi at level 0 using segments [{'id': '31924cb5-91ae-4236-8041-dd0103380e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6'}] {{(pid=84076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 15:56:51.769321 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d25053c-058c-4feb-bc9c-c61a73634392 None None] Attempting to bind port 2c535bb3-022b-4749-9f0b-b8452fce5a48 on network 4b949073-2dbc-48f8-99e6-0912404ac0f6 {{(pid=84076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 15:56:51.782591 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d25053c-058c-4feb-bc9c-c61a73634392 None None] Checking agent: {'id': '84f77aeb-7661-44c0-b112-b1bf68bd83fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 15, 47, 21), 'started_at': datetime.datetime(2021, 2, 16, 15, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 15, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.95', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 15:56:51.782591 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d25053c-058c-4feb-bc9c-c61a73634392 None None] Checking segment: {'id': '31924cb5-91ae-4236-8041-dd0103380e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:56:51.782591 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8d25053c-058c-4feb-bc9c-c61a73634392 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:51.782591 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d25053c-058c-4feb-bc9c-c61a73634392 None None] Bound using segment: {'id': '31924cb5-91ae-4236-8041-dd0103380e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6'} {{(pid=84076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 15:56:51.782591 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-8d25053c-058c-4feb-bc9c-c61a73634392 None None] Bound port: 2c535bb3-022b-4749-9f0b-b8452fce5a48, host: dv-cinder-775706-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31924cb5-91ae-4236-8041-dd0103380e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6'}}] {{(pid=84076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 15:56:51.782591 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8d25053c-058c-4feb-bc9c-c61a73634392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:51.835242 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device a5059de2-875e-4966-85e6-2e6d5a8ec412 up at agent ovs-agent-dv-cinder-775706-1-iscsi {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:56:51.970619 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-c9f7b03a-0e62-4d78-abaa-dca4645e1228 admin admin] Network 7875d8d3-c09b-47a3-aeda-4b7ca575914c has no segments {{(pid=84075) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 15:56:51.977482 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-8d25053c-058c-4feb-bc9c-c61a73634392 None None] For port 2c535bb3-022b-4749-9f0b-b8452fce5a48, host dv-cinder-775706-1-iscsi, cleared binding levels {{(pid=84076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 15:56:51.979811 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-8d25053c-058c-4feb-bc9c-c61a73634392 None None] For port 2c535bb3-022b-4749-9f0b-b8452fce5a48, host dv-cinder-775706-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-iscsi',level=0,port_id=2c535bb3-022b-4749-9f0b-b8452fce5a48,segment=NetworkSegment(31924cb5-91ae-4236-8041-dd0103380e57),segment_id=31924cb5-91ae-4236-8041-dd0103380e57)] {{(pid=84076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 15:56:51.985027 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c9f7b03a-0e62-4d78-abaa-dca4645e1228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852978417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7706744'] for segment, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:51.991809 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-d906559c-793c-4746-8310-fdbb2d4e5cb3 None None] Provisioning complete for port d47953cc-829c-4e4f-911f-31a621b52778 triggered by entity DHCP. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:56:51.992262 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d906559c-793c-4746-8310-fdbb2d4e5cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:52.063000 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-d906559c-793c-4746-8310-fdbb2d4e5cb3 None None] Port d47953cc-829c-4e4f-911f-31a621b52778 cannot update to ACTIVE because it is not bound. {{(pid=84076) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 15:56:52.072361 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8d25053c-058c-4feb-bc9c-c61a73634392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:52.072361 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Provisioning for port a5059de2-875e-4966-85e6-2e6d5a8ec412 completed by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:56:52.079395 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Provisioning complete for port a5059de2-875e-4966-85e6-2e6d5a8ec412 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:56:52.080068 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:52.140142 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:56:52.228993 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-64dbaa0f-4e72-40f9-8ff0-99c119f36cd2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:52.248641 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-c9f7b03a-0e62-4d78-abaa-dca4645e1228 admin admin] Network 7875d8d3-c09b-47a3-aeda-4b7ca575914c has no segments {{(pid=84075) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 15:56:52.275052 dv-cinder-775706-1-iscsi neutron-server[83961]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 15:56:52.275052 dv-cinder-775706-1-iscsi neutron-server[83961]: from cryptography.utils import int_from_bytes Feb 16 15:56:52.275052 dv-cinder-775706-1-iscsi neutron-server[83961]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 15:56:52.275052 dv-cinder-775706-1-iscsi neutron-server[83961]: from cryptography.utils import int_from_bytes Feb 16 15:56:52.275052 dv-cinder-775706-1-iscsi neutron-server[83961]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 16 15:56:52.275052 dv-cinder-775706-1-iscsi neutron-server[83961]: (rel_b, rel_a, rel_b), Feb 16 15:56:52.275052 dv-cinder-775706-1-iscsi neutron-server[83961]: Traceback (most recent call last): Feb 16 15:56:52.275052 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:56:52.275052 dv-cinder-775706-1-iscsi neutron-server[83961]: timer() Feb 16 15:56:52.275052 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:56:52.275052 dv-cinder-775706-1-iscsi neutron-server[83961]: cb(*args, **kw) Feb 16 15:56:52.275052 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 16 15:56:52.275052 dv-cinder-775706-1-iscsi neutron-server[83961]: return func(*args, **kwargs) Feb 16 15:56:52.275052 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:56:52.275052 dv-cinder-775706-1-iscsi neutron-server[83961]: self._notify() Feb 16 15:56:52.275052 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:56:52.275052 dv-cinder-775706-1-iscsi neutron-server[83961]: self.callback(batched_events) Feb 16 15:56:52.275052 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:56:52.275052 dv-cinder-775706-1-iscsi neutron-server[83961]: event.method(event) Feb 16 15:56:52.275052 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 15:56:52.275052 dv-cinder-775706-1-iscsi neutron-server[83961]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:56:52.275052 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 16 15:56:52.275052 dv-cinder-775706-1-iscsi neutron-server[83961]: segment_id)['aggregates'][0] Feb 16 15:56:52.275052 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 15:56:52.275052 dv-cinder-775706-1-iscsi neutron-server[83961]: return f(self, *a, **k) Feb 16 15:56:52.275052 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 15:56:52.275052 dv-cinder-775706-1-iscsi neutron-server[83961]: return self._get(url).json() Feb 16 15:56:52.275052 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:56:52.275052 dv-cinder-775706-1-iscsi neutron-server[83961]: **kwargs) Feb 16 15:56:52.275052 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 15:56:52.275052 dv-cinder-775706-1-iscsi neutron-server[83961]: return self.request(url, 'GET', **kwargs) Feb 16 15:56:52.275052 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 16 15:56:52.275052 dv-cinder-775706-1-iscsi neutron-server[83961]: **endpoint_filter) Feb 16 15:56:52.275052 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 15:56:52.275052 dv-cinder-775706-1-iscsi neutron-server[83961]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:56:52.275052 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 15:56:52.275052 dv-cinder-775706-1-iscsi neutron-server[83961]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:56:52.275052 dv-cinder-775706-1-iscsi neutron-server[83961]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:56:52.278126 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c6f556d-c89d-4429-bd42-61e873c71796 admin admin] Router 87ebf6eb-b02e-49f2-81a2-2d784b9f6271 has already been hosted by L3 agent 4f2d6f55-b6e7-4768-88f5-01ac5c4c3902 {{(pid=84074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 15:56:52.348593 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e17b762-ad92-4ddf-90c3-99f05b3f63ee None None] Pushing event updated for resources: {'Port': ['ID=2c535bb3-022b-4749-9f0b-b8452fce5a48,revision_number=3']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:56:52.352108 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-3e17b762-ad92-4ddf-90c3-99f05b3f63ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:56:52.394294 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-331083c2-9fd5-48c9-8796-02890b3f22e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:52.404444 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c9f7b03a-0e62-4d78-abaa-dca4645e1228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-911268'] for network, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:52.409045 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:56:52.428243 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c9f7b03a-0e62-4d78-abaa-dca4645e1228 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210664'] for network, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:52.435013 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f7b03a-0e62-4d78-abaa-dca4645e1228 admin admin] Pushing event deleted for resources: {'Network': ['ID=7875d8d3-c09b-47a3-aeda-4b7ca575914c,revision_number=None']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:56:52.439624 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-c9f7b03a-0e62-4d78-abaa-dca4645e1228 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:56:52.443336 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-c9f7b03a-0e62-4d78-abaa-dca4645e1228 admin admin] 10.222.0.101 "DELETE /v2.0/networks/7875d8d3-c09b-47a3-aeda-4b7ca575914c HTTP/1.1" status: 204 len: 168 time: 2.2588406 Feb 16 15:56:52.445192 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-64dbaa0f-4e72-40f9-8ff0-99c119f36cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776636048806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7708556'] for port, after_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:52.447753 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 44458) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:56:52.454952 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:52.461195 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:56:52.462394 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d25053c-058c-4feb-bc9c-c61a73634392 None None] Routers {'87ebf6eb-b02e-49f2-81a2-2d784b9f6271'} bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:56:52.463109 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-8d25053c-058c-4feb-bc9c-c61a73634392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-16T15:47:20Z,description=,heartbeat_timestamp=2021-02-16T15:56:51Z,host='dv-cinder-775706-1-iscsi',id=4f2d6f55-b6e7-4768-88f5-01ac5c4c3902,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:47:21Z,topic='l3_agent')) {'router_ids': ['87ebf6eb-b02e-49f2-81a2-2d784b9f6271'], 'active': True} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:56:52.522372 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.db_base_plugin_v2 [None req-b636b94c-30c4-48fc-ac44-ca7ed7a969b6 admin admin] Deleting subnet ce23e96d-d03e-42b3-a081-55c57ef8cc42 {{(pid=84074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 16 15:56:52.525525 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b636b94c-30c4-48fc-ac44-ca7ed7a969b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:52.617670 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b636b94c-30c4-48fc-ac44-ca7ed7a969b6 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:52.655947 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b636b94c-30c4-48fc-ac44-ca7ed7a969b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852981986'] for subnet, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:52.716941 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvr_db [None req-8d25053c-058c-4feb-bc9c-c61a73634392 None None] Set router 87ebf6eb-b02e-49f2-81a2-2d784b9f6271 gateway port host: dv-cinder-775706-1-iscsi {{(pid=84076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:56:52.728009 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c6f556d-c89d-4429-bd42-61e873c71796 admin admin] Notify agent at l3_agent.dv-cinder-775706-1-iscsi the message routers_updated {{(pid=84074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 15:56:52.745095 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-3c6f556d-c89d-4429-bd42-61e873c71796 admin admin] 10.222.0.101 "PUT /v2.0/routers/87ebf6eb-b02e-49f2-81a2-2d784b9f6271/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2934091 Feb 16 15:56:52.802538 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] For port a5059de2-875e-4966-85e6-2e6d5a8ec412, host dv-cinder-775706-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-iscsi',level=0,port_id=a5059de2-875e-4966-85e6-2e6d5a8ec412,segment=NetworkSegment(31924cb5-91ae-4236-8041-dd0103380e57),segment_id=31924cb5-91ae-4236-8041-dd0103380e57)] {{(pid=84076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:56:52.915983 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-592e822c-bec1-4625-bd61-b088a8acd580 req-2e3e2ca8-36cf-4864-ac43-5288c22b1366 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=c6e18375-dbef-48d3-bf08-ce8ec6cba62e HTTP/1.1" status: 200 len: 210 time: 0.1483688 Feb 16 15:56:52.922646 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-bf6076d9-def0-4c11-a83a-ed5fa3b97db4 req-137f90ba-ab2d-4fd8-8cc3-5803eb974932 tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] 10.222.0.101 "GET /v2.0/ports?device_id=67ebc951-1531-47ae-b51e-94d4e355d928 HTTP/1.1" status: 200 len: 210 time: 0.1499441 Feb 16 15:56:52.925875 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dbaa0f-4e72-40f9-8ff0-99c119f36cd2 admin admin] Pushing event updated for resources: {'Port': ['ID=b851138a-aa5b-4219-aeca-2408d70e23eb,revision_number=1']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:56:52.931593 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-64dbaa0f-4e72-40f9-8ff0-99c119f36cd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:56:52.973525 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:53.016778 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:56:53.043751 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64dbaa0f-4e72-40f9-8ff0-99c119f36cd2 admin admin] Network 5ba9adbd-7e6e-40ef-8072-99fc00c91b9e is already hosted by enough agents. {{(pid=84075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 15:56:53.045171 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.base_scheduler [None req-64dbaa0f-4e72-40f9-8ff0-99c119f36cd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:56:53.054167 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64dbaa0f-4e72-40f9-8ff0-99c119f36cd2 admin admin] Received port after_create {{(pid=84075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 15:56:53.141572 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-64dbaa0f-4e72-40f9-8ff0-99c119f36cd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853906703'] for router_interface, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:53.171490 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b636b94c-30c4-48fc-ac44-ca7ed7a969b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1793799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677'] for subnet, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:53.251834 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Pushing event updated for resources: {'Port': ['ID=a5059de2-875e-4966-85e6-2e6d5a8ec412,revision_number=4']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:56:53.257859 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:56:53.311489 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-391c22b8-8837-4bd5-a76a-adf69ba2580c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:56:53.354349 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b636b94c-30c4-48fc-ac44-ca7ed7a969b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce23e96d-d03e-42b3-a081-55c57ef8cc42,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:56:53.755052 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-8d25053c-058c-4feb-bc9c-c61a73634392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ebf6eb-b02e-49f2-81a2-2d784b9f6271', 'name': 'tempest-AttachVolumeTestJSON-2044868056-router', 'tenant_id': '3d779634302641f2a94b48c70492e45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '2c535bb3-022b-4749-9f0b-b8452fce5a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:56:41Z', 'updated_at': '2021-02-16T15:56:50Z', 'revision_number': 4, 'project_id': '3d779634302641f2a94b48c70492e45e', 'gw_port': {'id': '2c535bb3-022b-4749-9f0b-b8452fce5a48', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:8c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87ebf6eb-b02e-49f2-81a2-2d784b9f6271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:56:43Z', 'updated_at': '2021-02-16T15:56:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_interfaces': [{'id': 'd47953cc-829c-4e4f-911f-31a621b52778', 'name': '', 'network_id': 'ac572d69-3346-47db-96b8-84a33dd2e288', 'tenant_id': '3d779634302641f2a94b48c70492e45e', 'mac_address': 'fa:16:3e:3f:fe:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87ebf6eb-b02e-49f2-81a2-2d784b9f6271', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c8b959bf-ae39-4aee-b829-e174a339a829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:56:49Z', 'updated_at': '2021-02-16T15:56:50Z', 'revision_number': 2, 'project_id': '3d779634302641f2a94b48c70492e45e', 'subnets': [{'id': 'c8b959bf-ae39-4aee-b829-e174a339a829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-iscsi', False) {} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:56:53.755452 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d25053c-058c-4feb-bc9c-c61a73634392 None None] The sync data for ids ['87ebf6eb-b02e-49f2-81a2-2d784b9f6271'] in dv-cinder-775706-1-iscsi is: [{'id': '87ebf6eb-b02e-49f2-81a2-2d784b9f6271', 'name': 'tempest-AttachVolumeTestJSON-2044868056-router', 'tenant_id': '3d779634302641f2a94b48c70492e45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '2c535bb3-022b-4749-9f0b-b8452fce5a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:56:41Z', 'updated_at': '2021-02-16T15:56:50Z', 'revision_number': 4, 'project_id': '3d779634302641f2a94b48c70492e45e', 'gw_port': {'id': '2c535bb3-022b-4749-9f0b-b8452fce5a48', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:8c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87ebf6eb-b02e-49f2-81a2-2d784b9f6271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:56:43Z', 'updated_at': '2021-02-16T15:56:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_interfaces': [{'id': 'd47953cc-829c-4e4f-911f-31a621b52778', 'name': '', 'network_id': 'ac572d69-3346-47db-96b8-84a33dd2e288', 'tenant_id': '3d779634302641f2a94b48c70492e45e', 'mac_address': 'fa:16:3e:3f:fe:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87ebf6eb-b02e-49f2-81a2-2d784b9f6271', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c8b959bf-ae39-4aee-b829-e174a339a829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:56:49Z', 'updated_at': '2021-02-16T15:56:50Z', 'revision_number': 2, 'project_id': '3d779634302641f2a94b48c70492e45e', 'subnets': [{'id': 'c8b959bf-ae39-4aee-b829-e174a339a829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 15:56:53.755629 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-b636b94c-30c4-48fc-ac44-ca7ed7a969b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:56:53.755629 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b636b94c-30c4-48fc-ac44-ca7ed7a969b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:53.755629 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-b636b94c-30c4-48fc-ac44-ca7ed7a969b6 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/ce23e96d-d03e-42b3-a081-55c57ef8cc42 HTTP/1.1" status: 204 len: 168 time: 0.9428127 Feb 16 15:56:53.755806 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 44488) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:56:53.755806 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-cca2b741-fe5b-469f-a32a-59c0cb744187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853200303'] for network, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:53.755922 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device a5059de2-875e-4966-85e6-2e6d5a8ec412 up at agent ovs-agent-dv-cinder-775706-1-iscsi {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:56:53.755982 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 44492) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:56:53.755982 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [None req-14c59bfc-f199-4eee-b944-17f739068ed5 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Request body: {'security_group': {'name': 'tempest-securitygroup--405838091', 'description': 'tempest-description--2048726351'}} {{(pid=84074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:56:53.755982 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-14c59bfc-f199-4eee-b944-17f739068ed5 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:56:53.755982 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-14c59bfc-f199-4eee-b944-17f739068ed5 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Usage tracker for resource:security_group and tenant:3d779634302641f2a94b48c70492e45e is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:56:53.755982 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-14c59bfc-f199-4eee-b944-17f739068ed5 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:56:53.755982 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-14c59bfc-f199-4eee-b944-17f739068ed5 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:56:53.773422 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Provisioning complete for port a5059de2-875e-4966-85e6-2e6d5a8ec412 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:56:53.774448 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:53.851688 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-14c59bfc-f199-4eee-b944-17f739068ed5 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks [] for security_group, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:53.890582 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-14c59bfc-f199-4eee-b944-17f739068ed5 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:56:53.896097 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-14c59bfc-f199-4eee-b944-17f739068ed5 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Usage tracker for resource:security_group_rule and tenant:3d779634302641f2a94b48c70492e45e is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:56:53.903066 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-14c59bfc-f199-4eee-b944-17f739068ed5 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:56:53.915831 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-cca2b741-fe5b-469f-a32a-59c0cb744187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852988537', 'neutron.services.segments.db._delete_segments_for_network--9223363260218233119'] for network, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:53.921108 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-14c59bfc-f199-4eee-b944-17f739068ed5 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:56:54.275513 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-14c59bfc-f199-4eee-b944-17f739068ed5 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks [] for security_group, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:54.304715 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-87edbe7f-2170-4dc2-83de-ef5ae063ba99 req-0c32dc39-49f2-49c2-9c6a-3e0ac2f385fa tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=c6e18375-dbef-48d3-bf08-ce8ec6cba62e HTTP/1.1" status: 200 len: 210 time: 0.1433084 Feb 16 15:56:54.308613 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.services.segments.db [None req-cca2b741-fe5b-469f-a32a-59c0cb744187 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c846dec3-8f43-443d-8c91-1c80aae3c39f']}} {{(pid=84075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:56:54.336972 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6aaf9d61-c898-471c-9951-675310cfacc3 req-e8fee0f2-fcd4-4636-ae13-066a80bf7319 tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] 10.222.0.101 "GET /v2.0/ports?device_id=67ebc951-1531-47ae-b51e-94d4e355d928 HTTP/1.1" status: 200 len: 210 time: 0.1683216 Feb 16 15:56:54.348504 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.services.segments.db [None req-cca2b741-fe5b-469f-a32a-59c0cb744187 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fcf2126-911d-42f2-80cc-fce370a85561') {'for_net_delete': True} {{(pid=84075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:56:54.349430 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.services.segments.db [None req-cca2b741-fe5b-469f-a32a-59c0cb744187 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fcf2126-911d-42f2-80cc-fce370a85561') {} {{(pid=84075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:56:54.365283 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-14c59bfc-f199-4eee-b944-17f739068ed5 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:54.369108 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-cca2b741-fe5b-469f-a32a-59c0cb744187 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363260218221087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848453327'] for segment, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:54.369833 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:56:54.378382 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-64dbaa0f-4e72-40f9-8ff0-99c119f36cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:54.443663 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c59bfc-f199-4eee-b944-17f739068ed5 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5898dce6-7055-4862-b83b-a300f7112f69,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:56:54.447562 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-cca2b741-fe5b-469f-a32a-59c0cb744187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797496'] for segment, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:54.456940 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-14c59bfc-f199-4eee-b944-17f739068ed5 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:56:54.458107 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cca2b741-fe5b-469f-a32a-59c0cb744187 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=84075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 16 15:56:54.479670 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-14c59bfc-f199-4eee-b944-17f739068ed5 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks [] for security_group, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:54.481638 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-14c59bfc-f199-4eee-b944-17f739068ed5 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.7765243 Feb 16 15:56:54.484380 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 44510) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:56:54.490421 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [None req-7b61c480-0f65-40a2-ab60-5265dc48c80f tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Request body: {'security_group_rule': {'security_group_id': '5898dce6-7055-4862-b83b-a300f7112f69', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:56:54.498387 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-7b61c480-0f65-40a2-ab60-5265dc48c80f tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:56:54.502934 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-7b61c480-0f65-40a2-ab60-5265dc48c80f tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Usage tracker for resource:security_group_rule and tenant:3d779634302641f2a94b48c70492e45e is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:56:54.506702 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-7b61c480-0f65-40a2-ab60-5265dc48c80f tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:56:54.513134 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-7b61c480-0f65-40a2-ab60-5265dc48c80f tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:56:54.573951 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-7b61c480-0f65-40a2-ab60-5265dc48c80f tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:54.669045 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-7b61c480-0f65-40a2-ab60-5265dc48c80f tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:54.714415 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-7b61c480-0f65-40a2-ab60-5265dc48c80f tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660574'] for security_group_rule, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:54.717123 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:56:54.724962 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-cca2b741-fe5b-469f-a32a-59c0cb744187 admin admin] Network c846dec3-8f43-443d-8c91-1c80aae3c39f has no segments {{(pid=84075) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 15:56:54.736594 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-cca2b741-fe5b-469f-a32a-59c0cb744187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852978417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7706744'] for segment, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:54.737607 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b61c480-0f65-40a2-ab60-5265dc48c80f tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50aa0535-0255-4832-8313-1b06ebe12017,revision_number=0']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:56:54.749478 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-7b61c480-0f65-40a2-ab60-5265dc48c80f tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:56:54.827096 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-7b61c480-0f65-40a2-ab60-5265dc48c80f tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:54.830810 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-7b61c480-0f65-40a2-ab60-5265dc48c80f tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3452787 Feb 16 15:56:54.831483 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 44514) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:56:54.838543 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [None req-24424fea-cc88-4839-93fb-63ee5cf09860 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Request body: {'security_group_rule': {'security_group_id': '5898dce6-7055-4862-b83b-a300f7112f69', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:56:54.844920 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-24424fea-cc88-4839-93fb-63ee5cf09860 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:56:54.850081 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-24424fea-cc88-4839-93fb-63ee5cf09860 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Usage tracker for resource:security_group_rule and tenant:3d779634302641f2a94b48c70492e45e is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:56:54.852859 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-24424fea-cc88-4839-93fb-63ee5cf09860 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:56:54.859510 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.103', 54123) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:56:54.862270 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-24424fea-cc88-4839-93fb-63ee5cf09860 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:56:55.036919 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca0e5b-727f-461b-b8e4-33b6251bc46f req-0b81504f-95d6-4d1e-8601-d4e76d643cf1 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:56:55.037916 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-d3ca0e5b-727f-461b-b8e4-33b6251bc46f req-0b81504f-95d6-4d1e-8601-d4e76d643cf1 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Synchronizing usage tracker for tenant:1a1a953a14c748c6a608c59eb0095246 on resource:network {{(pid=84074) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 15:56:55.062824 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-24424fea-cc88-4839-93fb-63ee5cf09860 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:55.125212 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-d3ca0e5b-727f-461b-b8e4-33b6251bc46f req-0b81504f-95d6-4d1e-8601-d4e76d643cf1 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Unset dirty status for tenant:1a1a953a14c748c6a608c59eb0095246 on resource:network {{(pid=84074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 15:56:55.126504 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-d3ca0e5b-727f-461b-b8e4-33b6251bc46f req-0b81504f-95d6-4d1e-8601-d4e76d643cf1 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.103 "GET /v2.0/networks?id=baa10d08-ce15-4a5f-a2ef-a3a5e84267ba HTTP/1.1" status: 200 len: 815 time: 0.2659800 Feb 16 15:56:55.222192 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-cca2b741-fe5b-469f-a32a-59c0cb744187 admin admin] Network c846dec3-8f43-443d-8c91-1c80aae3c39f has no segments {{(pid=84075) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 15:56:55.243894 dv-cinder-775706-1-iscsi neutron-server[83961]: Traceback (most recent call last): Feb 16 15:56:55.243894 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:56:55.243894 dv-cinder-775706-1-iscsi neutron-server[83961]: timer() Feb 16 15:56:55.243894 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:56:55.243894 dv-cinder-775706-1-iscsi neutron-server[83961]: cb(*args, **kw) Feb 16 15:56:55.243894 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 16 15:56:55.243894 dv-cinder-775706-1-iscsi neutron-server[83961]: return func(*args, **kwargs) Feb 16 15:56:55.243894 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:56:55.243894 dv-cinder-775706-1-iscsi neutron-server[83961]: self._notify() Feb 16 15:56:55.243894 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:56:55.243894 dv-cinder-775706-1-iscsi neutron-server[83961]: self.callback(batched_events) Feb 16 15:56:55.243894 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:56:55.243894 dv-cinder-775706-1-iscsi neutron-server[83961]: event.method(event) Feb 16 15:56:55.243894 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 15:56:55.243894 dv-cinder-775706-1-iscsi neutron-server[83961]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:56:55.243894 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 16 15:56:55.243894 dv-cinder-775706-1-iscsi neutron-server[83961]: segment_id)['aggregates'][0] Feb 16 15:56:55.243894 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 15:56:55.243894 dv-cinder-775706-1-iscsi neutron-server[83961]: return f(self, *a, **k) Feb 16 15:56:55.243894 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 15:56:55.243894 dv-cinder-775706-1-iscsi neutron-server[83961]: return self._get(url).json() Feb 16 15:56:55.243894 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:56:55.243894 dv-cinder-775706-1-iscsi neutron-server[83961]: **kwargs) Feb 16 15:56:55.243894 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 15:56:55.243894 dv-cinder-775706-1-iscsi neutron-server[83961]: return self.request(url, 'GET', **kwargs) Feb 16 15:56:55.243894 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 16 15:56:55.243894 dv-cinder-775706-1-iscsi neutron-server[83961]: **endpoint_filter) Feb 16 15:56:55.243894 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 15:56:55.243894 dv-cinder-775706-1-iscsi neutron-server[83961]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:56:55.243894 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 15:56:55.243894 dv-cinder-775706-1-iscsi neutron-server[83961]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:56:55.243894 dv-cinder-775706-1-iscsi neutron-server[83961]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:56:55.245520 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-24424fea-cc88-4839-93fb-63ee5cf09860 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:55.281230 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-24424fea-cc88-4839-93fb-63ee5cf09860 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660574'] for security_group_rule, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:55.284887 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:56:55.322880 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24424fea-cc88-4839-93fb-63ee5cf09860 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e1d67e6-cbee-4e5e-b117-156036b7f80c,revision_number=0']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:56:55.338084 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-24424fea-cc88-4839-93fb-63ee5cf09860 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:56:55.380725 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-64dbaa0f-4e72-40f9-8ff0-99c119f36cd2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:55.394005 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-24424fea-cc88-4839-93fb-63ee5cf09860 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:55.397438 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-24424fea-cc88-4839-93fb-63ee5cf09860 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5647845 Feb 16 15:56:55.401660 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 44536) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:56:55.407455 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [None req-98490712-2709-4067-b866-2e94321d74a3 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Request body: {'floatingip': {'floating_network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6'}} {{(pid=84074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:56:55.414807 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-98490712-2709-4067-b866-2e94321d74a3 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:56:55.419210 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-98490712-2709-4067-b866-2e94321d74a3 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Usage tracker for resource:floatingip and tenant:3d779634302641f2a94b48c70492e45e is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:56:55.428331 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-64dbaa0f-4e72-40f9-8ff0-99c119f36cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847067257'] for port, after_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:55.459264 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-a776fcad-78e0-48c6-ba11-9fd9d7625ef2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:56:55.469544 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-98490712-2709-4067-b866-2e94321d74a3 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:56:55.476065 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-98490712-2709-4067-b866-2e94321d74a3 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:56:55.520784 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-98490712-2709-4067-b866-2e94321d74a3 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks [] for floatingip, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:55.632973 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-cca2b741-fe5b-469f-a32a-59c0cb744187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-911268'] for network, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:55.653287 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-07567a5f-2c6b-434a-818c-88cdf553f541 req-2b87dabd-ad26-48a3-9e06-768a24f4e935 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=c6e18375-dbef-48d3-bf08-ce8ec6cba62e HTTP/1.1" status: 200 len: 210 time: 0.1230845 Feb 16 15:56:55.666197 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dbaa0f-4e72-40f9-8ff0-99c119f36cd2 admin admin] Pushing event updated for resources: {'Port': ['ID=b851138a-aa5b-4219-aeca-2408d70e23eb,revision_number=2']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:56:55.683898 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-64dbaa0f-4e72-40f9-8ff0-99c119f36cd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854210630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-868946'] for router_interface, after_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:55.703647 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-cca2b741-fe5b-469f-a32a-59c0cb744187 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210664'] for network, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:55.710491 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-98490712-2709-4067-b866-2e94321d74a3 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:55.729144 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device 2c535bb3-022b-4749-9f0b-b8452fce5a48 up at agent ovs-agent-dv-cinder-775706-1-iscsi {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:56:55.746047 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-394524a3-220f-42a9-87d4-f8525d3c5e00 req-e61c56c5-6e00-4504-820b-dff97fb22ada tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] 10.222.0.101 "GET /v2.0/ports?device_id=67ebc951-1531-47ae-b51e-94d4e355d928 HTTP/1.1" status: 200 len: 210 time: 0.2125273 Feb 16 15:56:55.757347 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-cca2b741-fe5b-469f-a32a-59c0cb744187 admin admin] 10.222.0.101 "DELETE /v2.0/networks/c846dec3-8f43-443d-8c91-1c80aae3c39f HTTP/1.1" status: 204 len: 168 time: 2.3633420 Feb 16 15:56:55.903671 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-64dbaa0f-4e72-40f9-8ff0-99c119f36cd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:56:55.904130 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.238s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:56:55.930551 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca2b741-fe5b-469f-a32a-59c0cb744187 admin admin] Pushing event deleted for resources: {'Network': ['ID=c846dec3-8f43-443d-8c91-1c80aae3c39f,revision_number=None']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:56:55.937219 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-cca2b741-fe5b-469f-a32a-59c0cb744187 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:56:55.948157 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Provisioning for port 2c535bb3-022b-4749-9f0b-b8452fce5a48 completed by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:56:55.958158 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Provisioning complete for port 2c535bb3-022b-4749-9f0b-b8452fce5a48 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:56:55.959141 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:56.002776 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64dbaa0f-4e72-40f9-8ff0-99c119f36cd2 admin admin] Network 5ba9adbd-7e6e-40ef-8072-99fc00c91b9e is already hosted by enough agents. {{(pid=84075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 15:56:56.004483 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.base_scheduler [None req-64dbaa0f-4e72-40f9-8ff0-99c119f36cd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:56:56.206413 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:56.220584 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 44566) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:56:56.228900 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] For port 2c535bb3-022b-4749-9f0b-b8452fce5a48, host dv-cinder-775706-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-iscsi',level=0,port_id=2c535bb3-022b-4749-9f0b-b8452fce5a48,segment=NetworkSegment(31924cb5-91ae-4236-8041-dd0103380e57),segment_id=31924cb5-91ae-4236-8041-dd0103380e57)] {{(pid=84076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:56:56.287213 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.db_base_plugin_common [None req-98490712-2709-4067-b866-2e94321d74a3 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Allocated IP 172.27.1.12 (4b949073-2dbc-48f8-99e6-0912404ac0f6/1330f553-cf5d-40b8-b778-7809bbd3e08c/c1074d89-0f51-42dd-89aa-e749d2d0c1e8) {{(pid=84074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 15:56:56.293320 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64dbaa0f-4e72-40f9-8ff0-99c119f36cd2 admin admin] Router dc19324f-9075-4f2c-b09d-a23a49a8ab51 has already been hosted by L3 agent 4f2d6f55-b6e7-4768-88f5-01ac5c4c3902 {{(pid=84075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 15:56:56.313057 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-0543388a-b655-45e7-956c-a17ba4905302 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=382824552897481cbe63f2a34e3e5f49&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0882113 Feb 16 15:56:56.315880 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 44570) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:56:56.318787 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:56.321007 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:56:56.396396 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Pushing event updated for resources: {'Port': ['ID=2c535bb3-022b-4749-9f0b-b8452fce5a48,revision_number=4']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:56:56.400061 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:56:56.492107 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-7a1ba3d0-77d7-468b-b5e3-970d8a9a6059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:56.530664 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64dbaa0f-4e72-40f9-8ff0-99c119f36cd2 admin admin] Notify agent at l3_agent.dv-cinder-775706-1-iscsi the message routers_updated {{(pid=84075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 15:56:56.544681 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbfd65d-9a16-4072-b52c-27ed801a37d2 None None] Sync routers for ids ['dc19324f-9075-4f2c-b09d-a23a49a8ab51'] in dv-cinder-775706-1-iscsi {{(pid=84077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 15:56:56.546710 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-64dbaa0f-4e72-40f9-8ff0-99c119f36cd2 admin admin] 10.222.0.101 "PUT /v2.0/routers/dc19324f-9075-4f2c-b09d-a23a49a8ab51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4828227 Feb 16 15:56:56.569191 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbfd65d-9a16-4072-b52c-27ed801a37d2 None None] Routers {'dc19324f-9075-4f2c-b09d-a23a49a8ab51'} bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:56:56.569759 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-2fbfd65d-9a16-4072-b52c-27ed801a37d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-16T15:47:20Z,description=,heartbeat_timestamp=2021-02-16T15:56:51Z,host='dv-cinder-775706-1-iscsi',id=4f2d6f55-b6e7-4768-88f5-01ac5c4c3902,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:47:21Z,topic='l3_agent')) {'router_ids': ['dc19324f-9075-4f2c-b09d-a23a49a8ab51'], 'active': True} {{(pid=84077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:56:56.572100 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-98490712-2709-4067-b866-2e94321d74a3 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks [] for port, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:56.582800 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-7a1ba3d0-77d7-468b-b5e3-970d8a9a6059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:56.789934 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvr_db [None req-2fbfd65d-9a16-4072-b52c-27ed801a37d2 None None] Set router dc19324f-9075-4f2c-b09d-a23a49a8ab51 gateway port host: dv-cinder-775706-1-iscsi {{(pid=84077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:56:56.800665 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-98490712-2709-4067-b866-2e94321d74a3 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776636048806'] for port, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:56.818871 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-dc599a1d-7ffc-4ab6-8997-7daaf9622bd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:56:56.957808 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98490712-2709-4067-b866-2e94321d74a3 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Pushing event updated for resources: {'Port': ['ID=c1074d89-0f51-42dd-89aa-e749d2d0c1e8,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:56:57.000425 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42d80a5-cbb8-4e4a-a3cc-7f741dc5c66a None None] Sync routers for ids ['87ebf6eb-b02e-49f2-81a2-2d784b9f6271'] in dv-cinder-775706-1-iscsi {{(pid=84076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 15:56:57.009822 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-a8923bd4-d754-4af3-996d-ca6952a55568 req-d5724faa-de52-499c-9775-e3edd38e00ae tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=c6e18375-dbef-48d3-bf08-ce8ec6cba62e HTTP/1.1" status: 200 len: 210 time: 0.1086063 Feb 16 15:56:57.032469 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42d80a5-cbb8-4e4a-a3cc-7f741dc5c66a None None] Routers {'87ebf6eb-b02e-49f2-81a2-2d784b9f6271'} bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:56:57.033174 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-b42d80a5-cbb8-4e4a-a3cc-7f741dc5c66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-16T15:47:20Z,description=,heartbeat_timestamp=2021-02-16T15:56:51Z,host='dv-cinder-775706-1-iscsi',id=4f2d6f55-b6e7-4768-88f5-01ac5c4c3902,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:47:21Z,topic='l3_agent')) {'router_ids': ['87ebf6eb-b02e-49f2-81a2-2d784b9f6271'], 'active': True} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:56:57.125158 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-98490712-2709-4067-b866-2e94321d74a3 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:56:57.152238 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98490712-2709-4067-b866-2e94321d74a3 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Network 4b949073-2dbc-48f8-99e6-0912404ac0f6 is already hosted by enough agents. {{(pid=84074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 15:56:57.153523 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.base_scheduler [None req-98490712-2709-4067-b866-2e94321d74a3 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Resources bound (agent type, host, resource id): {{(pid=84074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:56:57.156126 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98490712-2709-4067-b866-2e94321d74a3 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Received port after_create {{(pid=84074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 15:56:57.240941 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-7a1ba3d0-77d7-468b-b5e3-970d8a9a6059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:57.250720 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-98490712-2709-4067-b866-2e94321d74a3 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:57.251939 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:56:57.274182 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ba3d0-77d7-468b-b5e3-970d8a9a6059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dfce7b2-6a78-4097-ac23-c20d4e630828,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:56:57.279767 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-7a1ba3d0-77d7-468b-b5e3-970d8a9a6059 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:56:57.309005 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-7a1ba3d0-77d7-468b-b5e3-970d8a9a6059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:57.310309 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-7a1ba3d0-77d7-468b-b5e3-970d8a9a6059 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/6dfce7b2-6a78-4097-ac23-c20d4e630828 HTTP/1.1" status: 204 len: 168 time: 0.9764311 Feb 16 15:56:57.330555 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-cc6dab54-c371-4923-9ac2-02218ba196ea req-79e5147b-a13d-468c-b752-ac160d58bcde tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] 10.222.0.101 "GET /v2.0/ports?device_id=67ebc951-1531-47ae-b51e-94d4e355d928 HTTP/1.1" status: 200 len: 210 time: 0.0697908 Feb 16 15:56:57.364267 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-2fbfd65d-9a16-4072-b52c-27ed801a37d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc19324f-9075-4f2c-b09d-a23a49a8ab51', 'name': 'tempest-ServerRescueNegativeTestJSON-1362329669-router', 'tenant_id': '15f9cf749fe94c5aa76af3d23d68fbb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'a5059de2-875e-4966-85e6-2e6d5a8ec412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:56:39Z', 'updated_at': '2021-02-16T15:56:53Z', 'revision_number': 4, 'project_id': '15f9cf749fe94c5aa76af3d23d68fbb3', 'gw_port': {'id': 'a5059de2-875e-4966-85e6-2e6d5a8ec412', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc19324f-9075-4f2c-b09d-a23a49a8ab51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:56:41Z', 'updated_at': '2021-02-16T15:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_interfaces': [{'id': 'b851138a-aa5b-4219-aeca-2408d70e23eb', 'name': '', 'network_id': '5ba9adbd-7e6e-40ef-8072-99fc00c91b9e', 'tenant_id': '15f9cf749fe94c5aa76af3d23d68fbb3', 'mac_address': 'fa:16:3e:c5:11:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc19324f-9075-4f2c-b09d-a23a49a8ab51', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'fae66b79-d403-4bb6-bf46-a87b3c07ef1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:56:50Z', 'updated_at': '2021-02-16T15:56:54Z', 'revision_number': 2, 'project_id': '15f9cf749fe94c5aa76af3d23d68fbb3', 'subnets': [{'id': 'fae66b79-d403-4bb6-bf46-a87b3c07ef1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-iscsi', False) {} {{(pid=84077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:56:57.376244 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbfd65d-9a16-4072-b52c-27ed801a37d2 None None] Checking router: dc19324f-9075-4f2c-b09d-a23a49a8ab51 for host: dv-cinder-775706-1-iscsi {{(pid=84077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 15:56:57.380391 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbfd65d-9a16-4072-b52c-27ed801a37d2 None None] Updating router dc19324f-9075-4f2c-b09d-a23a49a8ab51 port b851138a-aa5b-4219-aeca-2408d70e23eb binding host dv-cinder-775706-1-iscsi {{(pid=84077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 16 15:56:57.415771 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvr_db [None req-b42d80a5-cbb8-4e4a-a3cc-7f741dc5c66a None None] Set router 87ebf6eb-b02e-49f2-81a2-2d784b9f6271 gateway port host: dv-cinder-775706-1-iscsi {{(pid=84076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:56:57.479805 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-98490712-2709-4067-b866-2e94321d74a3 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:57.490153 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-2fbfd65d-9a16-4072-b52c-27ed801a37d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:57.627002 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2ef096-948c-4ed0-9cfe-25bfc8dd594e req-b87a3909-8ae8-430e-954f-cc68294ea362 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:56:57.647340 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7d2ef096-948c-4ed0-9cfe-25bfc8dd594e req-b87a3909-8ae8-430e-954f-cc68294ea362 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/networks?id=5ba9adbd-7e6e-40ef-8072-99fc00c91b9e HTTP/1.1" status: 200 len: 819 time: 0.4348762 Feb 16 15:56:57.678990 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7d2ef096-948c-4ed0-9cfe-25bfc8dd594e req-bbcad771-317f-4d34-85d9-3e9b405cdfed tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/quotas/15f9cf749fe94c5aa76af3d23d68fbb3 HTTP/1.1" status: 200 len: 375 time: 0.0305836 Feb 16 15:56:57.717063 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device 2c535bb3-022b-4749-9f0b-b8452fce5a48 up at agent ovs-agent-dv-cinder-775706-1-iscsi {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:56:57.807314 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-7d2ef096-948c-4ed0-9cfe-25bfc8dd594e req-fc6da546-2b33-459e-a94a-dd0781ce4c16 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Synchronizing usage tracker for tenant:15f9cf749fe94c5aa76af3d23d68fbb3 on resource:port {{(pid=84075) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 15:56:57.880049 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-7d2ef096-948c-4ed0-9cfe-25bfc8dd594e req-fc6da546-2b33-459e-a94a-dd0781ce4c16 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Unset dirty status for tenant:15f9cf749fe94c5aa76af3d23d68fbb3 on resource:port {{(pid=84075) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 15:56:57.881632 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7d2ef096-948c-4ed0-9cfe-25bfc8dd594e req-fc6da546-2b33-459e-a94a-dd0781ce4c16 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=15f9cf749fe94c5aa76af3d23d68fbb3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2017636 Feb 16 15:56:58.065442 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-98490712-2709-4067-b866-2e94321d74a3 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks [] for port, precommit_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:58.102171 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-98490712-2709-4067-b866-2e94321d74a3 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:58.124639 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Provisioning complete for port 2c535bb3-022b-4749-9f0b-b8452fce5a48 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:56:58.125051 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:58.136170 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7d2ef096-948c-4ed0-9cfe-25bfc8dd594e req-afca43dd-7f14-4298-8c2f-89f9c17e0c72 service neutron] 10.222.0.101 "GET /v2.0/networks/5ba9adbd-7e6e-40ef-8072-99fc00c91b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443509 Feb 16 15:56:58.145478 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-3c6f556d-c89d-4429-bd42-61e873c71796 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:56:58.205537 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-2fbfd65d-9a16-4072-b52c-27ed801a37d2 None None] Notify callbacks [] for port, precommit_update {{(pid=84077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:58.208231 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 44622) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:56:58.219987 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-2fbfd65d-9a16-4072-b52c-27ed801a37d2 None None] Transition to ACTIVE for port object b851138a-aa5b-4219-aeca-2408d70e23eb will not be triggered until provisioned by entity L2. {{(pid=84077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:56:58.268350 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-2fbfd65d-9a16-4072-b52c-27ed801a37d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:58.289614 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-e659ee5d-035c-481b-b187-744e986e7a58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:56:58.302772 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-b42d80a5-cbb8-4e4a-a3cc-7f741dc5c66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ebf6eb-b02e-49f2-81a2-2d784b9f6271', 'name': 'tempest-AttachVolumeTestJSON-2044868056-router', 'tenant_id': '3d779634302641f2a94b48c70492e45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '2c535bb3-022b-4749-9f0b-b8452fce5a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:56:41Z', 'updated_at': '2021-02-16T15:56:50Z', 'revision_number': 4, 'project_id': '3d779634302641f2a94b48c70492e45e', 'gw_port': {'id': '2c535bb3-022b-4749-9f0b-b8452fce5a48', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:8c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ebf6eb-b02e-49f2-81a2-2d784b9f6271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:56:43Z', 'updated_at': '2021-02-16T15:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_interfaces': [{'id': 'd47953cc-829c-4e4f-911f-31a621b52778', 'name': '', 'network_id': 'ac572d69-3346-47db-96b8-84a33dd2e288', 'tenant_id': '3d779634302641f2a94b48c70492e45e', 'mac_address': 'fa:16:3e:3f:fe:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87ebf6eb-b02e-49f2-81a2-2d784b9f6271', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c8b959bf-ae39-4aee-b829-e174a339a829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:56:49Z', 'updated_at': '2021-02-16T15:56:50Z', 'revision_number': 2, 'project_id': '3d779634302641f2a94b48c70492e45e', 'subnets': [{'id': 'c8b959bf-ae39-4aee-b829-e174a339a829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-iscsi', False) {} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:56:58.308368 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42d80a5-cbb8-4e4a-a3cc-7f741dc5c66a None None] Checking router: 87ebf6eb-b02e-49f2-81a2-2d784b9f6271 for host: dv-cinder-775706-1-iscsi {{(pid=84076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 15:56:58.309378 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42d80a5-cbb8-4e4a-a3cc-7f741dc5c66a None None] Updating router 87ebf6eb-b02e-49f2-81a2-2d784b9f6271 port d47953cc-829c-4e4f-911f-31a621b52778 binding host dv-cinder-775706-1-iscsi {{(pid=84076) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 16 15:56:58.381226 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-801a8c50-4896-4406-81df-c83de46778ae req-7a4d0183-df8a-4b5b-ab1a-425207e9fe0d tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=c6e18375-dbef-48d3-bf08-ce8ec6cba62e HTTP/1.1" status: 200 len: 210 time: 0.0881419 Feb 16 15:56:58.402341 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b42d80a5-cbb8-4e4a-a3cc-7f741dc5c66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:58.430095 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-d38c22c1-7195-4bd7-94d8-77a85b3f777b admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=9bf0bb418d6046eaa522fe1b2b691362&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2200868 Feb 16 15:56:58.434298 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 44628) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:56:58.465198 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70867da9-4b06-46cb-9d31-163a265c592c None None] Pushing event updated for resources: {'Port': ['ID=b851138a-aa5b-4219-aeca-2408d70e23eb,revision_number=3']} {{(pid=84077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:56:58.470204 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-70867da9-4b06-46cb-9d31-163a265c592c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:56:58.487794 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7d2ef096-948c-4ed0-9cfe-25bfc8dd594e req-8e86044e-ed08-4203-9b09-ba025b11527b service neutron] 10.222.0.101 "GET /v2.0/networks/5ba9adbd-7e6e-40ef-8072-99fc00c91b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3442810 Feb 16 15:56:58.587031 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98490712-2709-4067-b866-2e94321d74a3 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Pushing event updated for resources: {'Port': ['ID=c1074d89-0f51-42dd-89aa-e749d2d0c1e8,revision_number=2']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:56:58.591520 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-98490712-2709-4067-b866-2e94321d74a3 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:56:58.602819 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8ec8141d-86b9-44bb-b972-ac3b850ae670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:58.652341 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-98490712-2709-4067-b866-2e94321d74a3 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853906801'] for floatingip, after_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:58.660112 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8ec8141d-86b9-44bb-b972-ac3b850ae670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:58.696686 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [req-d3ca0e5b-727f-461b-b8e4-33b6251bc46f req-073c4653-abec-4663-a34c-2cd5af626df8 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Request body: {'port': {'device_id': 'c6e18375-dbef-48d3-bf08-ce8ec6cba62e', 'network_id': 'baa10d08-ce15-4a5f-a2ef-a3a5e84267ba', 'admin_state_up': True, 'tenant_id': '1a1a953a14c748c6a608c59eb0095246'}} {{(pid=84074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:56:58.715019 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-2fbfd65d-9a16-4072-b52c-27ed801a37d2 None None] Attempting to bind port b851138a-aa5b-4219-aeca-2408d70e23eb on host dv-cinder-775706-1-iscsi for vnic_type normal with profile {{(pid=84077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:56:58.715516 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-2fbfd65d-9a16-4072-b52c-27ed801a37d2 None None] Attempting to bind port b851138a-aa5b-4219-aeca-2408d70e23eb by drivers openvswitch on host dv-cinder-775706-1-iscsi at level 0 using segments [{'id': 'd69440aa-dedb-489c-bfce-44f2e5f52ef4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5ba9adbd-7e6e-40ef-8072-99fc00c91b9e'}] {{(pid=84077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 15:56:58.715819 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbfd65d-9a16-4072-b52c-27ed801a37d2 None None] Attempting to bind port b851138a-aa5b-4219-aeca-2408d70e23eb on network 5ba9adbd-7e6e-40ef-8072-99fc00c91b9e {{(pid=84077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 15:56:58.728391 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbfd65d-9a16-4072-b52c-27ed801a37d2 None None] Checking agent: {'id': '84f77aeb-7661-44c0-b112-b1bf68bd83fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 15, 47, 21), 'started_at': datetime.datetime(2021, 2, 16, 15, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 15, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.95', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 15:56:58.730334 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbfd65d-9a16-4072-b52c-27ed801a37d2 None None] Checking segment: {'id': 'd69440aa-dedb-489c-bfce-44f2e5f52ef4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5ba9adbd-7e6e-40ef-8072-99fc00c91b9e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:56:58.730334 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-2fbfd65d-9a16-4072-b52c-27ed801a37d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:58.730615 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-98490712-2709-4067-b866-2e94321d74a3 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487'] for floatingip, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:58.730782 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbfd65d-9a16-4072-b52c-27ed801a37d2 None None] Bound using segment: {'id': 'd69440aa-dedb-489c-bfce-44f2e5f52ef4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5ba9adbd-7e6e-40ef-8072-99fc00c91b9e'} {{(pid=84077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 15:56:58.731017 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-2fbfd65d-9a16-4072-b52c-27ed801a37d2 None None] Bound port: b851138a-aa5b-4219-aeca-2408d70e23eb, host: dv-cinder-775706-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd69440aa-dedb-489c-bfce-44f2e5f52ef4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5ba9adbd-7e6e-40ef-8072-99fc00c91b9e'}}] {{(pid=84077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 15:56:58.741208 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-2fbfd65d-9a16-4072-b52c-27ed801a37d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:58.741384 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-98490712-2709-4067-b866-2e94321d74a3 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3289037 Feb 16 15:56:58.790903 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1598a1dc-cba9-4c18-aaf4-6f54624a0d69 req-5350a48e-2eaa-4a49-96c7-e1ddf2023f48 tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] 10.222.0.101 "GET /v2.0/ports?device_id=67ebc951-1531-47ae-b51e-94d4e355d928 HTTP/1.1" status: 200 len: 210 time: 0.0990100 Feb 16 15:56:58.834668 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8ec8141d-86b9-44bb-b972-ac3b850ae670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:58.841670 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-bcc29705-d23e-4156-b990-bad612beaddb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:56:58.929339 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8ec8141d-86b9-44bb-b972-ac3b850ae670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:58.930899 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-8ec8141d-86b9-44bb-b972-ac3b850ae670 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f0ad5a2f-12c2-4af4-9dc8-f19aeee78c01 HTTP/1.1" status: 204 len: 168 time: 0.4953802 Feb 16 15:56:58.934070 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec8141d-86b9-44bb-b972-ac3b850ae670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ad5a2f-12c2-4af4-9dc8-f19aeee78c01,revision_number=None']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:56:58.942339 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-8ec8141d-86b9-44bb-b972-ac3b850ae670 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:56:58.989904 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-2fbfd65d-9a16-4072-b52c-27ed801a37d2 None None] For port b851138a-aa5b-4219-aeca-2408d70e23eb, host dv-cinder-775706-1-iscsi, cleared binding levels {{(pid=84077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 15:56:59.000869 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-2fbfd65d-9a16-4072-b52c-27ed801a37d2 None None] For port b851138a-aa5b-4219-aeca-2408d70e23eb, host dv-cinder-775706-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-iscsi',level=0,port_id=b851138a-aa5b-4219-aeca-2408d70e23eb,segment=NetworkSegment(d69440aa-dedb-489c-bfce-44f2e5f52ef4),segment_id=d69440aa-dedb-489c-bfce-44f2e5f52ef4)] {{(pid=84077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 15:56:59.010293 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [req-d3ca0e5b-727f-461b-b8e4-33b6251bc46f req-073c4653-abec-4663-a34c-2cd5af626df8 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:56:59.019316 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-d3ca0e5b-727f-461b-b8e4-33b6251bc46f req-073c4653-abec-4663-a34c-2cd5af626df8 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Usage tracker for resource:port and tenant:1a1a953a14c748c6a608c59eb0095246 is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:56:59.025639 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-d3ca0e5b-727f-461b-b8e4-33b6251bc46f req-073c4653-abec-4663-a34c-2cd5af626df8 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:56:59.043313 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [req-d3ca0e5b-727f-461b-b8e4-33b6251bc46f req-073c4653-abec-4663-a34c-2cd5af626df8 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:56:59.073321 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-2fbfd65d-9a16-4072-b52c-27ed801a37d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:59.107070 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3ca0e5b-727f-461b-b8e4-33b6251bc46f req-073c4653-abec-4663-a34c-2cd5af626df8 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Made reservation on behalf of 1a1a953a14c748c6a608c59eb0095246 for: {'port': 1} {{(pid=84074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:56:59.115910 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-d3ca0e5b-727f-461b-b8e4-33b6251bc46f req-073c4653-abec-4663-a34c-2cd5af626df8 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:59.153185 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:56:59.171293 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-41e95a52-399a-49d2-8c7e-dbcce9a4d5d9 req-d995f1fc-72a9-4e75-ad84-6d4613df6c8d tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=617c5d16-91b3-4115-98c3-d15fb41b5a8c HTTP/1.1" status: 200 len: 210 time: 0.1781201 Feb 16 15:56:59.396984 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b42d80a5-cbb8-4e4a-a3cc-7f741dc5c66a None None] Notify callbacks [] for port, precommit_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:59.415417 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-b42d80a5-cbb8-4e4a-a3cc-7f741dc5c66a None None] Transition to ACTIVE for port object d47953cc-829c-4e4f-911f-31a621b52778 will not be triggered until provisioned by entity L2. {{(pid=84076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:56:59.462445 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b42d80a5-cbb8-4e4a-a3cc-7f741dc5c66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:59.474732 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ac032fd3-7485-4e31-a0ca-1e8ea3aeac27 req-620dbe7f-41a8-476c-85a3-35b6cbc0b751 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-securitygroup--405838091&fields=id&tenant_id=3d779634302641f2a94b48c70492e45e HTTP/1.1" status: 200 len: 267 time: 0.0861006 Feb 16 15:56:59.481312 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-28d5cd4e-5d68-44ab-9312-09b25f3b9298 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:56:59.674791 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.103', 54126) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:56:59.715976 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8183115c-8967-4561-843f-9a4c3211731f None None] Pushing event updated for resources: {'Port': ['ID=d47953cc-829c-4e4f-911f-31a621b52778,revision_number=3']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:56:59.719898 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-8183115c-8967-4561-843f-9a4c3211731f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:56:59.820486 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.db_base_plugin_common [req-d3ca0e5b-727f-461b-b8e4-33b6251bc46f req-073c4653-abec-4663-a34c-2cd5af626df8 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Allocated IP 172.20.0.12 (baa10d08-ce15-4a5f-a2ef-a3a5e84267ba/5bf5e8cd-656f-4727-bbaa-2a15ac283eb2/a34d37cc-fbc0-4996-a518-d5917786f3d7) {{(pid=84074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 15:57:00.076717 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.agents_db [None req-cca974b7-119d-4613-9949-a609bd4803bb None None] Agent healthcheck: found 6 active agents {{(pid=84077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 15:57:00.168481 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbfd65d-9a16-4072-b52c-27ed801a37d2 None None] Routers {'dc19324f-9075-4f2c-b09d-a23a49a8ab51'} bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:57:00.169305 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-2fbfd65d-9a16-4072-b52c-27ed801a37d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-16T15:47:20Z,description=,heartbeat_timestamp=2021-02-16T15:56:51Z,host='dv-cinder-775706-1-iscsi',id=4f2d6f55-b6e7-4768-88f5-01ac5c4c3902,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:47:21Z,topic='l3_agent')) {'router_ids': ['dc19324f-9075-4f2c-b09d-a23a49a8ab51'], 'active': True} {{(pid=84077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:57:00.196497 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-b42d80a5-cbb8-4e4a-a3cc-7f741dc5c66a None None] Attempting to bind port d47953cc-829c-4e4f-911f-31a621b52778 on host dv-cinder-775706-1-iscsi for vnic_type normal with profile {{(pid=84076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:57:00.196769 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-b42d80a5-cbb8-4e4a-a3cc-7f741dc5c66a None None] Attempting to bind port d47953cc-829c-4e4f-911f-31a621b52778 by drivers openvswitch on host dv-cinder-775706-1-iscsi at level 0 using segments [{'id': 'cce3f7c0-d4e6-4689-83a1-8323f6247bc1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ac572d69-3346-47db-96b8-84a33dd2e288'}] {{(pid=84076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 15:57:00.197466 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42d80a5-cbb8-4e4a-a3cc-7f741dc5c66a None None] Attempting to bind port d47953cc-829c-4e4f-911f-31a621b52778 on network ac572d69-3346-47db-96b8-84a33dd2e288 {{(pid=84076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 15:57:00.204741 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-9c467096-85ff-41d8-ac46-88ebb58a35f9 req-fc7d357a-e08d-49ae-aa30-5408bb0a4ecb tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=c6e18375-dbef-48d3-bf08-ce8ec6cba62e HTTP/1.1" status: 200 len: 210 time: 0.6270223 Feb 16 15:57:00.210425 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42d80a5-cbb8-4e4a-a3cc-7f741dc5c66a None None] Checking agent: {'id': '84f77aeb-7661-44c0-b112-b1bf68bd83fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 15, 47, 21), 'started_at': datetime.datetime(2021, 2, 16, 15, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 15, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.95', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 15:57:00.211426 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42d80a5-cbb8-4e4a-a3cc-7f741dc5c66a None None] Checking segment: {'id': 'cce3f7c0-d4e6-4689-83a1-8323f6247bc1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ac572d69-3346-47db-96b8-84a33dd2e288'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:57:00.215003 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b42d80a5-cbb8-4e4a-a3cc-7f741dc5c66a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:00.215534 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42d80a5-cbb8-4e4a-a3cc-7f741dc5c66a None None] Bound using segment: {'id': 'cce3f7c0-d4e6-4689-83a1-8323f6247bc1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ac572d69-3346-47db-96b8-84a33dd2e288'} {{(pid=84076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 15:57:00.216152 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-b42d80a5-cbb8-4e4a-a3cc-7f741dc5c66a None None] Bound port: d47953cc-829c-4e4f-911f-31a621b52778, host: dv-cinder-775706-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cce3f7c0-d4e6-4689-83a1-8323f6247bc1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ac572d69-3346-47db-96b8-84a33dd2e288'}}] {{(pid=84076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 15:57:00.216669 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b42d80a5-cbb8-4e4a-a3cc-7f741dc5c66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:00.380888 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-d3ca0e5b-727f-461b-b8e4-33b6251bc46f req-073c4653-abec-4663-a34c-2cd5af626df8 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Notify callbacks [] for port, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:00.464942 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3553f4a8-bd46-45f4-bea1-178085ab18da req-cacadb29-aa56-43b6-b0a0-16de505ecfda tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:00.464942 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-3553f4a8-bd46-45f4-bea1-178085ab18da req-cacadb29-aa56-43b6-b0a0-16de505ecfda tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] 10.222.0.103 "GET /v2.0/networks?id=dfea665b-420d-47c9-bed0-110dbf1ec729 HTTP/1.1" status: 200 len: 811 time: 0.7762837 Feb 16 15:57:00.491067 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-d3ca0e5b-727f-461b-b8e4-33b6251bc46f req-073c4653-abec-4663-a34c-2cd5af626df8 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776636048806'] for port, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:00.494277 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-b42d80a5-cbb8-4e4a-a3cc-7f741dc5c66a None None] For port d47953cc-829c-4e4f-911f-31a621b52778, host dv-cinder-775706-1-iscsi, cleared binding levels {{(pid=84076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 15:57:00.498790 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-b42d80a5-cbb8-4e4a-a3cc-7f741dc5c66a None None] For port d47953cc-829c-4e4f-911f-31a621b52778, host dv-cinder-775706-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-iscsi',level=0,port_id=d47953cc-829c-4e4f-911f-31a621b52778,segment=NetworkSegment(cce3f7c0-d4e6-4689-83a1-8323f6247bc1),segment_id=cce3f7c0-d4e6-4689-83a1-8323f6247bc1)] {{(pid=84076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 15:57:00.508715 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:57:00.520295 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [req-3553f4a8-bd46-45f4-bea1-178085ab18da req-9246982b-3ab5-4aef-8245-f2e7d1f680e7 tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] Request body: {'port': {'device_id': '67ebc951-1531-47ae-b51e-94d4e355d928', 'network_id': 'dfea665b-420d-47c9-bed0-110dbf1ec729', 'admin_state_up': True, 'tenant_id': 'b3ae9f7e37a54dd3a8ade53578341209'}} {{(pid=84075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:57:00.534770 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70867da9-4b06-46cb-9d31-163a265c592c None None] Pushing event updated for resources: {'Port': ['ID=b851138a-aa5b-4219-aeca-2408d70e23eb,revision_number=4']} {{(pid=84077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:57:00.540762 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-70867da9-4b06-46cb-9d31-163a265c592c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.388s {{(pid=84077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:57:00.553768 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac032fd3-7485-4e31-a0ca-1e8ea3aeac27 req-e1829553-aa86-4995-9f8f-9b8c8f72a993 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:00.555418 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ac032fd3-7485-4e31-a0ca-1e8ea3aeac27 req-e1829553-aa86-4995-9f8f-9b8c8f72a993 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/networks?id=ac572d69-3346-47db-96b8-84a33dd2e288 HTTP/1.1" status: 200 len: 811 time: 1.0730369 Feb 16 15:57:00.582042 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvr_db [None req-2fbfd65d-9a16-4072-b52c-27ed801a37d2 None None] Set router dc19324f-9075-4f2c-b09d-a23a49a8ab51 gateway port host: dv-cinder-775706-1-iscsi {{(pid=84077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:57:00.604570 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b42d80a5-cbb8-4e4a-a3cc-7f741dc5c66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:00.669805 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073c4653-abec-4663-a34c-2cd5af626df8 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Pushing event updated for resources: {'Port': ['ID=a34d37cc-fbc0-4996-a518-d5917786f3d7,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:57:00.674254 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-073c4653-abec-4663-a34c-2cd5af626df8 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:57:00.760648 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3ca0e5b-727f-461b-b8e4-33b6251bc46f req-073c4653-abec-4663-a34c-2cd5af626df8 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Network baa10d08-ce15-4a5f-a2ef-a3a5e84267ba is already hosted by enough agents. {{(pid=84074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 15:57:00.761888 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.base_scheduler [req-d3ca0e5b-727f-461b-b8e4-33b6251bc46f req-073c4653-abec-4663-a34c-2cd5af626df8 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Resources bound (agent type, host, resource id): {{(pid=84074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:57:00.775655 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3ca0e5b-727f-461b-b8e4-33b6251bc46f req-073c4653-abec-4663-a34c-2cd5af626df8 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Received port after_create {{(pid=84074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 15:57:00.780196 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca0e5b-727f-461b-b8e4-33b6251bc46f req-073c4653-abec-4663-a34c-2cd5af626df8 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:00.780907 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-d3ca0e5b-727f-461b-b8e4-33b6251bc46f req-073c4653-abec-4663-a34c-2cd5af626df8 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210664'] for port, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:00.874851 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-d3ca0e5b-727f-461b-b8e4-33b6251bc46f req-073c4653-abec-4663-a34c-2cd5af626df8 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1841049 Feb 16 15:57:00.886030 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [req-d3ca0e5b-727f-461b-b8e4-33b6251bc46f req-91ba6bb6-3095-463d-92e7-65a7bc02fb44 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=84074) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 15:57:00.887478 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-d3ca0e5b-727f-461b-b8e4-33b6251bc46f req-91ba6bb6-3095-463d-92e7-65a7bc02fb44 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.103 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0064178 Feb 16 15:57:00.931396 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:57:01.005712 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-2fbfd65d-9a16-4072-b52c-27ed801a37d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc19324f-9075-4f2c-b09d-a23a49a8ab51', 'name': 'tempest-ServerRescueNegativeTestJSON-1362329669-router', 'tenant_id': '15f9cf749fe94c5aa76af3d23d68fbb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'a5059de2-875e-4966-85e6-2e6d5a8ec412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:56:39Z', 'updated_at': '2021-02-16T15:56:53Z', 'revision_number': 4, 'project_id': '15f9cf749fe94c5aa76af3d23d68fbb3', 'gw_port': {'id': 'a5059de2-875e-4966-85e6-2e6d5a8ec412', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc19324f-9075-4f2c-b09d-a23a49a8ab51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:56:41Z', 'updated_at': '2021-02-16T15:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_interfaces': [{'id': 'b851138a-aa5b-4219-aeca-2408d70e23eb', 'name': '', 'network_id': '5ba9adbd-7e6e-40ef-8072-99fc00c91b9e', 'tenant_id': '15f9cf749fe94c5aa76af3d23d68fbb3', 'mac_address': 'fa:16:3e:c5:11:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc19324f-9075-4f2c-b09d-a23a49a8ab51', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'fae66b79-d403-4bb6-bf46-a87b3c07ef1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:56:50Z', 'updated_at': '2021-02-16T15:56:58Z', 'revision_number': 4, 'project_id': '15f9cf749fe94c5aa76af3d23d68fbb3', 'subnets': [{'id': 'fae66b79-d403-4bb6-bf46-a87b3c07ef1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-iscsi', False) {} {{(pid=84077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:57:01.014127 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbfd65d-9a16-4072-b52c-27ed801a37d2 None None] The sync data for ids ['dc19324f-9075-4f2c-b09d-a23a49a8ab51'] in dv-cinder-775706-1-iscsi is: [{'id': 'dc19324f-9075-4f2c-b09d-a23a49a8ab51', 'name': 'tempest-ServerRescueNegativeTestJSON-1362329669-router', 'tenant_id': '15f9cf749fe94c5aa76af3d23d68fbb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'a5059de2-875e-4966-85e6-2e6d5a8ec412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:56:39Z', 'updated_at': '2021-02-16T15:56:53Z', 'revision_number': 4, 'project_id': '15f9cf749fe94c5aa76af3d23d68fbb3', 'gw_port': {'id': 'a5059de2-875e-4966-85e6-2e6d5a8ec412', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc19324f-9075-4f2c-b09d-a23a49a8ab51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:56:41Z', 'updated_at': '2021-02-16T15:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_interfaces': [{'id': 'b851138a-aa5b-4219-aeca-2408d70e23eb', 'name': '', 'network_id': '5ba9adbd-7e6e-40ef-8072-99fc00c91b9e', 'tenant_id': '15f9cf749fe94c5aa76af3d23d68fbb3', 'mac_address': 'fa:16:3e:c5:11:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc19324f-9075-4f2c-b09d-a23a49a8ab51', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'fae66b79-d403-4bb6-bf46-a87b3c07ef1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:56:50Z', 'updated_at': '2021-02-16T15:56:58Z', 'revision_number': 4, 'project_id': '15f9cf749fe94c5aa76af3d23d68fbb3', 'subnets': [{'id': 'fae66b79-d403-4bb6-bf46-a87b3c07ef1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 15:57:01.147286 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8183115c-8967-4561-843f-9a4c3211731f None None] Pushing event updated for resources: {'Port': ['ID=d47953cc-829c-4e4f-911f-31a621b52778,revision_number=4']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:57:01.157799 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-8183115c-8967-4561-843f-9a4c3211731f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:57:01.202144 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42d80a5-cbb8-4e4a-a3cc-7f741dc5c66a None None] Routers {'87ebf6eb-b02e-49f2-81a2-2d784b9f6271'} bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:57:01.202856 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-b42d80a5-cbb8-4e4a-a3cc-7f741dc5c66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-16T15:47:20Z,description=,heartbeat_timestamp=2021-02-16T15:56:51Z,host='dv-cinder-775706-1-iscsi',id=4f2d6f55-b6e7-4768-88f5-01ac5c4c3902,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:47:21Z,topic='l3_agent')) {'router_ids': ['87ebf6eb-b02e-49f2-81a2-2d784b9f6271'], 'active': True} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:57:01.207907 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ac032fd3-7485-4e31-a0ca-1e8ea3aeac27 req-499e32c7-92ce-493b-8099-82cd5c71ffca tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/quotas/3d779634302641f2a94b48c70492e45e HTTP/1.1" status: 200 len: 375 time: 0.6210473 Feb 16 15:57:01.819365 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d77e57-3a05-4d18-9088-fd3e3f100f07 req-4544a4f0-109b-4bf3-a09b-62a40e5c2ecb tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:01.831387 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-25d77e57-3a05-4d18-9088-fd3e3f100f07 req-4544a4f0-109b-4bf3-a09b-62a40e5c2ecb tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/networks?id=5ba9adbd-7e6e-40ef-8072-99fc00c91b9e HTTP/1.1" status: 200 len: 819 time: 1.4022174 Feb 16 15:57:01.933914 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-25d77e57-3a05-4d18-9088-fd3e3f100f07 req-4f530100-64d5-4aa6-8987-02f3526dde4b tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/quotas/15f9cf749fe94c5aa76af3d23d68fbb3 HTTP/1.1" status: 200 len: 375 time: 0.1012459 Feb 16 15:57:01.985891 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvr_db [None req-b42d80a5-cbb8-4e4a-a3cc-7f741dc5c66a None None] Set router 87ebf6eb-b02e-49f2-81a2-2d784b9f6271 gateway port host: dv-cinder-775706-1-iscsi {{(pid=84076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:57:02.068432 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [req-d3ca0e5b-727f-461b-b8e4-33b6251bc46f req-7e426319-7685-4b7a-8f72-5abfa9f2dfec service neutron] Request body: {'port': {'device_id': 'c6e18375-dbef-48d3-bf08-ce8ec6cba62e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=84074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:57:02.161401 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.103', 54138) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:57:02.201104 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device b851138a-aa5b-4219-aeca-2408d70e23eb up at agent ovs-agent-dv-cinder-775706-1-iscsi {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:57:02.286436 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [req-3553f4a8-bd46-45f4-bea1-178085ab18da req-9246982b-3ab5-4aef-8245-f2e7d1f680e7 tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:57:02.343201 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-d3ca0e5b-727f-461b-b8e4-33b6251bc46f req-7e426319-7685-4b7a-8f72-5abfa9f2dfec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:02.358254 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-3553f4a8-bd46-45f4-bea1-178085ab18da req-9246982b-3ab5-4aef-8245-f2e7d1f680e7 tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] Usage tracker for resource:port and tenant:b3ae9f7e37a54dd3a8ade53578341209 is out of sync, need to count used quota {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:57:02.401287 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ac032fd3-7485-4e31-a0ca-1e8ea3aeac27 req-b760947c-c2ab-4c7f-b179-ae31e4d75a69 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=3d779634302641f2a94b48c70492e45e&fields=id HTTP/1.1" status: 200 len: 348 time: 1.1344995 Feb 16 15:57:02.439946 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-3553f4a8-bd46-45f4-bea1-178085ab18da req-9246982b-3ab5-4aef-8245-f2e7d1f680e7 tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:57:02.660897 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [req-3553f4a8-bd46-45f4-bea1-178085ab18da req-9246982b-3ab5-4aef-8245-f2e7d1f680e7 tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:57:02.905156 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3553f4a8-bd46-45f4-bea1-178085ab18da req-9246982b-3ab5-4aef-8245-f2e7d1f680e7 tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] Made reservation on behalf of b3ae9f7e37a54dd3a8ade53578341209 for: {'port': 1} {{(pid=84075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:57:02.918306 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-3553f4a8-bd46-45f4-bea1-178085ab18da req-9246982b-3ab5-4aef-8245-f2e7d1f680e7 tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:03.024756 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2ef096-948c-4ed0-9cfe-25bfc8dd594e req-f82f251e-7526-4bcc-8e07-d97986f655dc tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:03.026984 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7d2ef096-948c-4ed0-9cfe-25bfc8dd594e req-f82f251e-7526-4bcc-8e07-d97986f655dc tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.103 "GET /v2.0/networks?id=5ba9adbd-7e6e-40ef-8072-99fc00c91b9e HTTP/1.1" status: 200 len: 819 time: 0.8624830 Feb 16 15:57:03.194557 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ac032fd3-7485-4e31-a0ca-1e8ea3aeac27 req-6a06acc7-8c98-4f91-9b39-75c266506a56 service neutron] 10.222.0.101 "GET /v2.0/networks/ac572d69-3346-47db-96b8-84a33dd2e288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7881174 Feb 16 15:57:03.224916 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [req-7d2ef096-948c-4ed0-9cfe-25bfc8dd594e req-135313c2-f219-4432-a670-0de10d3c027b tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Request body: {'port': {'device_id': '617c5d16-91b3-4115-98c3-d15fb41b5a8c', 'network_id': '5ba9adbd-7e6e-40ef-8072-99fc00c91b9e', 'admin_state_up': True, 'tenant_id': '15f9cf749fe94c5aa76af3d23d68fbb3'}} {{(pid=84075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:57:03.353895 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Provisioning for port b851138a-aa5b-4219-aeca-2408d70e23eb completed by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:57:03.369948 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Provisioning complete for port b851138a-aa5b-4219-aeca-2408d70e23eb triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:57:03.370424 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:03.527449 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [req-d3ca0e5b-727f-461b-b8e4-33b6251bc46f req-7e426319-7685-4b7a-8f72-5abfa9f2dfec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a34d37cc-fbc0-4996-a518-d5917786f3d7 {{(pid=84074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 16 15:57:03.541681 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-b42d80a5-cbb8-4e4a-a3cc-7f741dc5c66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ebf6eb-b02e-49f2-81a2-2d784b9f6271', 'name': 'tempest-AttachVolumeTestJSON-2044868056-router', 'tenant_id': '3d779634302641f2a94b48c70492e45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '2c535bb3-022b-4749-9f0b-b8452fce5a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:56:41Z', 'updated_at': '2021-02-16T15:56:50Z', 'revision_number': 4, 'project_id': '3d779634302641f2a94b48c70492e45e', 'gw_port': {'id': '2c535bb3-022b-4749-9f0b-b8452fce5a48', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:8c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ebf6eb-b02e-49f2-81a2-2d784b9f6271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:56:43Z', 'updated_at': '2021-02-16T15:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_interfaces': [{'id': 'd47953cc-829c-4e4f-911f-31a621b52778', 'name': '', 'network_id': 'ac572d69-3346-47db-96b8-84a33dd2e288', 'tenant_id': '3d779634302641f2a94b48c70492e45e', 'mac_address': 'fa:16:3e:3f:fe:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87ebf6eb-b02e-49f2-81a2-2d784b9f6271', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c8b959bf-ae39-4aee-b829-e174a339a829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:56:49Z', 'updated_at': '2021-02-16T15:57:00Z', 'revision_number': 4, 'project_id': '3d779634302641f2a94b48c70492e45e', 'subnets': [{'id': 'c8b959bf-ae39-4aee-b829-e174a339a829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-iscsi', False) {} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:57:03.542062 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-d3ca0e5b-727f-461b-b8e4-33b6251bc46f req-7e426319-7685-4b7a-8f72-5abfa9f2dfec service neutron] Notify callbacks [] for port, precommit_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:03.547709 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42d80a5-cbb8-4e4a-a3cc-7f741dc5c66a None None] The sync data for ids ['87ebf6eb-b02e-49f2-81a2-2d784b9f6271'] in dv-cinder-775706-1-iscsi is: [{'id': '87ebf6eb-b02e-49f2-81a2-2d784b9f6271', 'name': 'tempest-AttachVolumeTestJSON-2044868056-router', 'tenant_id': '3d779634302641f2a94b48c70492e45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '2c535bb3-022b-4749-9f0b-b8452fce5a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:56:41Z', 'updated_at': '2021-02-16T15:56:50Z', 'revision_number': 4, 'project_id': '3d779634302641f2a94b48c70492e45e', 'gw_port': {'id': '2c535bb3-022b-4749-9f0b-b8452fce5a48', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:8c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ebf6eb-b02e-49f2-81a2-2d784b9f6271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:56:43Z', 'updated_at': '2021-02-16T15:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_interfaces': [{'id': 'd47953cc-829c-4e4f-911f-31a621b52778', 'name': '', 'network_id': 'ac572d69-3346-47db-96b8-84a33dd2e288', 'tenant_id': '3d779634302641f2a94b48c70492e45e', 'mac_address': 'fa:16:3e:3f:fe:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87ebf6eb-b02e-49f2-81a2-2d784b9f6271', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c8b959bf-ae39-4aee-b829-e174a339a829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:56:49Z', 'updated_at': '2021-02-16T15:57:00Z', 'revision_number': 4, 'project_id': '3d779634302641f2a94b48c70492e45e', 'subnets': [{'id': 'c8b959bf-ae39-4aee-b829-e174a339a829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 15:57:03.572187 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [req-d3ca0e5b-727f-461b-b8e4-33b6251bc46f req-7e426319-7685-4b7a-8f72-5abfa9f2dfec service neutron] Transition to ACTIVE for port object a34d37cc-fbc0-4996-a518-d5917786f3d7 will not be triggered until provisioned by entity L2. {{(pid=84074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:57:03.617419 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-d3ca0e5b-727f-461b-b8e4-33b6251bc46f req-7e426319-7685-4b7a-8f72-5abfa9f2dfec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:03.629975 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-25d77e57-3a05-4d18-9088-fd3e3f100f07 req-eb3a799f-59c6-4daf-9411-f131eb8e5e7d tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=15f9cf749fe94c5aa76af3d23d68fbb3&fields=id HTTP/1.1" status: 200 len: 255 time: 1.6847887 Feb 16 15:57:03.632537 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:03.647017 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:57:03.697075 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] For port b851138a-aa5b-4219-aeca-2408d70e23eb, host dv-cinder-775706-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-iscsi',level=0,port_id=b851138a-aa5b-4219-aeca-2408d70e23eb,segment=NetworkSegment(d69440aa-dedb-489c-bfce-44f2e5f52ef4),segment_id=d69440aa-dedb-489c-bfce-44f2e5f52ef4)] {{(pid=84076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:57:03.731204 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:03.735046 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device d47953cc-829c-4e4f-911f-31a621b52778 up at agent ovs-agent-dv-cinder-775706-1-iscsi {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:57:03.828480 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:57:03.874117 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e426319-7685-4b7a-8f72-5abfa9f2dfec service neutron] Pushing event updated for resources: {'Port': ['ID=a34d37cc-fbc0-4996-a518-d5917786f3d7,revision_number=2']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:57:03.893315 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-7e426319-7685-4b7a-8f72-5abfa9f2dfec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:57:03.974020 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Pushing event updated for resources: {'Port': ['ID=b851138a-aa5b-4219-aeca-2408d70e23eb,revision_number=5']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:57:03.981887 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:57:04.056256 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Provisioning for port d47953cc-829c-4e4f-911f-31a621b52778 completed by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:57:04.064850 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Provisioning complete for port d47953cc-829c-4e4f-911f-31a621b52778 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:57:04.065201 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:04.210201 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [req-7d2ef096-948c-4ed0-9cfe-25bfc8dd594e req-135313c2-f219-4432-a670-0de10d3c027b tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:57:04.325316 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ac032fd3-7485-4e31-a0ca-1e8ea3aeac27 req-c5f650c8-4a50-4a63-8864-ceefe55a18a5 service neutron] 10.222.0.101 "GET /v2.0/networks/ac572d69-3346-47db-96b8-84a33dd2e288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.1113575 Feb 16 15:57:04.391632 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [req-d3ca0e5b-727f-461b-b8e4-33b6251bc46f req-7e426319-7685-4b7a-8f72-5abfa9f2dfec service neutron] Attempting to bind port a34d37cc-fbc0-4996-a518-d5917786f3d7 on host hv-cinder-77570 for vnic_type normal with profile {{(pid=84074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:57:04.392036 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [req-d3ca0e5b-727f-461b-b8e4-33b6251bc46f req-7e426319-7685-4b7a-8f72-5abfa9f2dfec service neutron] Attempting to bind port a34d37cc-fbc0-4996-a518-d5917786f3d7 by drivers openvswitch on host hv-cinder-77570 at level 0 using segments [{'id': '345b1ee1-cb15-421b-844c-b60c726b46c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'baa10d08-ce15-4a5f-a2ef-a3a5e84267ba'}] {{(pid=84074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 15:57:04.392469 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ca0e5b-727f-461b-b8e4-33b6251bc46f req-7e426319-7685-4b7a-8f72-5abfa9f2dfec service neutron] Attempting to bind port a34d37cc-fbc0-4996-a518-d5917786f3d7 on network baa10d08-ce15-4a5f-a2ef-a3a5e84267ba {{(pid=84074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 15:57:04.403904 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:04.433791 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ca0e5b-727f-461b-b8e4-33b6251bc46f req-7e426319-7685-4b7a-8f72-5abfa9f2dfec service neutron] Checking agent: {'id': '6803919d-bffd-45bd-a97e-495ec12bc613', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 15, 54, 40), 'started_at': datetime.datetime(2021, 2, 16, 15, 55, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 15, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 15:57:04.434344 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ca0e5b-727f-461b-b8e4-33b6251bc46f req-7e426319-7685-4b7a-8f72-5abfa9f2dfec service neutron] Checking segment: {'id': '345b1ee1-cb15-421b-844c-b60c726b46c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'baa10d08-ce15-4a5f-a2ef-a3a5e84267ba'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:57:04.434913 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-d3ca0e5b-727f-461b-b8e4-33b6251bc46f req-7e426319-7685-4b7a-8f72-5abfa9f2dfec service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:04.435324 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ca0e5b-727f-461b-b8e4-33b6251bc46f req-7e426319-7685-4b7a-8f72-5abfa9f2dfec service neutron] Bound using segment: {'id': '345b1ee1-cb15-421b-844c-b60c726b46c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'baa10d08-ce15-4a5f-a2ef-a3a5e84267ba'} {{(pid=84074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 15:57:04.437633 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [req-d3ca0e5b-727f-461b-b8e4-33b6251bc46f req-7e426319-7685-4b7a-8f72-5abfa9f2dfec service neutron] Bound port: a34d37cc-fbc0-4996-a518-d5917786f3d7, host: hv-cinder-77570, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '345b1ee1-cb15-421b-844c-b60c726b46c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'baa10d08-ce15-4a5f-a2ef-a3a5e84267ba'}}] {{(pid=84074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 15:57:04.437633 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-d3ca0e5b-727f-461b-b8e4-33b6251bc46f req-7e426319-7685-4b7a-8f72-5abfa9f2dfec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:04.534676 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] For port d47953cc-829c-4e4f-911f-31a621b52778, host dv-cinder-775706-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-iscsi',level=0,port_id=d47953cc-829c-4e4f-911f-31a621b52778,segment=NetworkSegment(cce3f7c0-d4e6-4689-83a1-8323f6247bc1),segment_id=cce3f7c0-d4e6-4689-83a1-8323f6247bc1)] {{(pid=84076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:57:04.555374 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [req-7d2ef096-948c-4ed0-9cfe-25bfc8dd594e req-135313c2-f219-4432-a670-0de10d3c027b tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:57:04.583776 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:04.594159 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:57:04.617225 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [req-d3ca0e5b-727f-461b-b8e4-33b6251bc46f req-7e426319-7685-4b7a-8f72-5abfa9f2dfec service neutron] For port a34d37cc-fbc0-4996-a518-d5917786f3d7, host hv-cinder-77570, cleared binding levels {{(pid=84074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 15:57:04.632926 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [req-d3ca0e5b-727f-461b-b8e4-33b6251bc46f req-7e426319-7685-4b7a-8f72-5abfa9f2dfec service neutron] For port a34d37cc-fbc0-4996-a518-d5917786f3d7, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=a34d37cc-fbc0-4996-a518-d5917786f3d7,segment=NetworkSegment(345b1ee1-cb15-421b-844c-b60c726b46c9),segment_id=345b1ee1-cb15-421b-844c-b60c726b46c9)] {{(pid=84074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 15:57:04.720362 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-d3ca0e5b-727f-461b-b8e4-33b6251bc46f req-7e426319-7685-4b7a-8f72-5abfa9f2dfec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:04.764920 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d2ef096-948c-4ed0-9cfe-25bfc8dd594e req-135313c2-f219-4432-a670-0de10d3c027b tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Made reservation on behalf of 15f9cf749fe94c5aa76af3d23d68fbb3 for: {'port': 1} {{(pid=84075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:57:04.795935 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-7d2ef096-948c-4ed0-9cfe-25bfc8dd594e req-135313c2-f219-4432-a670-0de10d3c027b tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:04.892246 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Pushing event updated for resources: {'Port': ['ID=d47953cc-829c-4e4f-911f-31a621b52778,revision_number=5']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:57:04.914989 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device b851138a-aa5b-4219-aeca-2408d70e23eb up at agent ovs-agent-dv-cinder-775706-1-iscsi {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:57:04.974200 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-25d77e57-3a05-4d18-9088-fd3e3f100f07 req-c5622bf6-5c05-42dc-bf41-241e83c7d1a3 service neutron] 10.222.0.101 "GET /v2.0/networks/5ba9adbd-7e6e-40ef-8072-99fc00c91b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3431602 Feb 16 15:57:05.015480 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:57:05.117270 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-073c4653-abec-4663-a34c-2cd5af626df8 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:57:05.158578 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Provisioning complete for port b851138a-aa5b-4219-aeca-2408d70e23eb triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:57:05.159174 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:05.265447 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-210cc70b-c6bf-452e-88e4-a95c96ae2aec req-fd472319-5531-4ff9-a96e-5539b5f1865f tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] 10.222.0.101 "GET /v2.0/ports?device_id=67ebc951-1531-47ae-b51e-94d4e355d928 HTTP/1.1" status: 200 len: 210 time: 0.2900424 Feb 16 15:57:05.374449 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e426319-7685-4b7a-8f72-5abfa9f2dfec service neutron] Pushing event updated for resources: {'Port': ['ID=a34d37cc-fbc0-4996-a518-d5917786f3d7,revision_number=3']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:57:05.381081 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-7e426319-7685-4b7a-8f72-5abfa9f2dfec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:57:05.389299 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca0e5b-727f-461b-b8e4-33b6251bc46f req-7e426319-7685-4b7a-8f72-5abfa9f2dfec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:05.389793 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-d3ca0e5b-727f-461b-b8e4-33b6251bc46f req-7e426319-7685-4b7a-8f72-5abfa9f2dfec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210664'] for port, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:05.391860 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-d3ca0e5b-727f-461b-b8e4-33b6251bc46f req-7e426319-7685-4b7a-8f72-5abfa9f2dfec service neutron] 10.222.0.103 "PUT /v2.0/ports/a34d37cc-fbc0-4996-a518-d5917786f3d7 HTTP/1.1" status: 200 len: 1158 time: 3.7500429 Feb 16 15:57:05.392486 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6e18375-dbef-48d3-bf08-ce8ec6cba62e', 'tag': 'a34d37cc-fbc0-4996-a518-d5917786f3d7'}] {{(pid=84074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:57:05.765587 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca0e5b-727f-461b-b8e4-33b6251bc46f req-71ad2957-2f91-4cc5-acbd-5e956676e441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:05.767471 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-d3ca0e5b-727f-461b-b8e4-33b6251bc46f req-71ad2957-2f91-4cc5-acbd-5e956676e441 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=1a1a953a14c748c6a608c59eb0095246&device_id=c6e18375-dbef-48d3-bf08-ce8ec6cba62e HTTP/1.1" status: 200 len: 1161 time: 0.2141387 Feb 16 15:57:05.864115 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.db_base_plugin_common [req-3553f4a8-bd46-45f4-bea1-178085ab18da req-9246982b-3ab5-4aef-8245-f2e7d1f680e7 tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] Allocated IP 172.20.0.9 (dfea665b-420d-47c9-bed0-110dbf1ec729/f6d9d432-b4e9-4102-b7a5-1a3178bdfeef/91bedd5f-bfc1-4fa3-873c-33c1642fa8f3) {{(pid=84075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 15:57:05.938735 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-25d77e57-3a05-4d18-9088-fd3e3f100f07 req-85b7655e-7648-4fd6-8a82-c91a4121cfbd service neutron] 10.222.0.101 "GET /v2.0/networks/5ba9adbd-7e6e-40ef-8072-99fc00c91b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9233818 Feb 16 15:57:06.487485 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-d3ca0e5b-727f-461b-b8e4-33b6251bc46f req-783f78d5-abc3-48d4-b132-6b83bed552fe service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a34d37cc-fbc0-4996-a518-d5917786f3d7 HTTP/1.1" status: 200 len: 217 time: 0.1670685 Feb 16 15:57:06.618193 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-935257b9-9ab6-4330-8c72-bdc772081c0a req-58e2734e-26ca-4911-8207-a1a07f9e047f tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a42868-5e1e-49af-b0ff-44e3cd2357e8 HTTP/1.1" status: 200 len: 210 time: 0.2458961 Feb 16 15:57:06.630541 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.db_base_plugin_common [req-7d2ef096-948c-4ed0-9cfe-25bfc8dd594e req-135313c2-f219-4432-a670-0de10d3c027b tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Allocated IP 172.20.0.9 (5ba9adbd-7e6e-40ef-8072-99fc00c91b9e/fae66b79-d403-4bb6-bf46-a87b3c07ef1e/0c5d885e-eb99-4821-8688-2345bcfcc455) {{(pid=84075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 15:57:06.701658 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218295d8-65bd-4c79-863b-1a120fbda35c req-4d8d8d21-df0d-4109-b294-27d06df2e217 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:06.703387 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-218295d8-65bd-4c79-863b-1a120fbda35c req-4d8d8d21-df0d-4109-b294-27d06df2e217 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=c6e18375-dbef-48d3-bf08-ce8ec6cba62e HTTP/1.1" status: 200 len: 944 time: 0.6151226 Feb 16 15:57:06.768935 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device d47953cc-829c-4e4f-911f-31a621b52778 up at agent ovs-agent-dv-cinder-775706-1-iscsi {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:57:06.873066 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca0e5b-727f-461b-b8e4-33b6251bc46f req-1d0a39ab-2cfa-48b0-9741-487cc1e13899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:06.877035 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-d3ca0e5b-727f-461b-b8e4-33b6251bc46f req-1d0a39ab-2cfa-48b0-9741-487cc1e13899 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5bf5e8cd-656f-4727-bbaa-2a15ac283eb2 HTTP/1.1" status: 200 len: 855 time: 0.2509973 Feb 16 15:57:06.943192 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Provisioning complete for port d47953cc-829c-4e4f-911f-31a621b52778 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:57:06.944028 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:07.275865 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-d3ca0e5b-727f-461b-b8e4-33b6251bc46f req-d004cdcf-1185-4d79-b3af-1f6c9e70100c service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=baa10d08-ce15-4a5f-a2ef-a3a5e84267ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1424272 Feb 16 15:57:07.296117 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-218295d8-65bd-4c79-863b-1a120fbda35c req-abb027b8-4adb-472d-afcc-1a9e6f59be82 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fcb05d0-71e7-4569-9012-47a704188c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5691175 Feb 16 15:57:07.300054 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-7d2ef096-948c-4ed0-9cfe-25bfc8dd594e req-135313c2-f219-4432-a670-0de10d3c027b tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Notify callbacks [] for port, precommit_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:07.397348 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-3553f4a8-bd46-45f4-bea1-178085ab18da req-9246982b-3ab5-4aef-8245-f2e7d1f680e7 tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] Notify callbacks [] for port, precommit_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:07.520360 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-7d2ef096-948c-4ed0-9cfe-25bfc8dd594e req-135313c2-f219-4432-a670-0de10d3c027b tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776636048806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7708556'] for port, after_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:07.522465 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-3553f4a8-bd46-45f4-bea1-178085ab18da req-9246982b-3ab5-4aef-8245-f2e7d1f680e7 tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776636048806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7708556'] for port, after_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:07.625233 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6e18375-dbef-48d3-bf08-ce8ec6cba62e', 'tag': 'a34d37cc-fbc0-4996-a518-d5917786f3d7', 'status': 'completed', 'code': 200} Feb 16 15:57:07.758384 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-d3ca0e5b-727f-461b-b8e4-33b6251bc46f req-8cc69ae2-529b-4694-b1f8-7ec45cc8c5e3 service neutron] 10.222.0.103 "GET /v2.0/networks/baa10d08-ce15-4a5f-a2ef-a3a5e84267ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4478896 Feb 16 15:57:07.761644 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:57:08.179568 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-932d9810-9147-4b5e-a334-fbb95f48993b req-8d546fd5-e481-4cab-b919-d6a35ee2bab0 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=9844cecf-7414-46f2-a70f-1c8675461bc3 HTTP/1.1" status: 200 len: 210 time: 0.4189618 Feb 16 15:57:08.313436 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135313c2-f219-4432-a670-0de10d3c027b tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Pushing event updated for resources: {'Port': ['ID=0c5d885e-eb99-4821-8688-2345bcfcc455,revision_number=1']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:57:08.442532 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32531b62-7e42-44e7-a721-720d3765e0a5 req-c92bd07b-b502-461c-9038-7bb1f4f96c90 tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:08.463658 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-32531b62-7e42-44e7-a721-720d3765e0a5 req-c92bd07b-b502-461c-9038-7bb1f4f96c90 tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] 10.222.0.101 "GET /v2.0/ports?device_id=67ebc951-1531-47ae-b51e-94d4e355d928 HTTP/1.1" status: 200 len: 931 time: 0.6048880 Feb 16 15:57:08.469661 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d2ef096-948c-4ed0-9cfe-25bfc8dd594e req-135313c2-f219-4432-a670-0de10d3c027b tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Network 5ba9adbd-7e6e-40ef-8072-99fc00c91b9e is already hosted by enough agents. {{(pid=84075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 15:57:08.535614 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.base_scheduler [req-7d2ef096-948c-4ed0-9cfe-25bfc8dd594e req-135313c2-f219-4432-a670-0de10d3c027b tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Resources bound (agent type, host, resource id): {{(pid=84075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:57:08.543267 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3553f4a8-bd46-45f4-bea1-178085ab18da req-9246982b-3ab5-4aef-8245-f2e7d1f680e7 tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] Network dfea665b-420d-47c9-bed0-110dbf1ec729 is already hosted by enough agents. {{(pid=84075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 15:57:08.552670 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d2ef096-948c-4ed0-9cfe-25bfc8dd594e req-135313c2-f219-4432-a670-0de10d3c027b tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Received port after_create {{(pid=84075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 15:57:08.595115 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.base_scheduler [req-3553f4a8-bd46-45f4-bea1-178085ab18da req-9246982b-3ab5-4aef-8245-f2e7d1f680e7 tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] Resources bound (agent type, host, resource id): {{(pid=84075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:57:08.620148 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [req-3553f4a8-bd46-45f4-bea1-178085ab18da req-9246982b-3ab5-4aef-8245-f2e7d1f680e7 tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] Received port after_create {{(pid=84075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 15:57:08.643557 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 44954) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:57:08.658557 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-67243c2a-2948-482b-a444-7b27b8dd2c14 req-be2816f3-c2d3-4401-a1e0-c468cfa37be0 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a42868-5e1e-49af-b0ff-44e3cd2357e8 HTTP/1.1" status: 200 len: 210 time: 0.2322025 Feb 16 15:57:08.690667 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9246982b-3ab5-4aef-8245-f2e7d1f680e7 tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] Pushing event updated for resources: {'Port': ['ID=91bedd5f-bfc1-4fa3-873c-33c1642fa8f3,revision_number=1']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:57:08.710971 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-9246982b-3ab5-4aef-8245-f2e7d1f680e7 tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.949s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:57:08.711427 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.555s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:57:08.711744 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:57:08.722706 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-32531b62-7e42-44e7-a721-720d3765e0a5 req-10a95a02-418f-472b-907a-b2d360b06e28 tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] Synchronizing usage tracker for tenant:b3ae9f7e37a54dd3a8ade53578341209 on resource:security_group {{(pid=84075) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 15:57:08.752553 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2ef096-948c-4ed0-9cfe-25bfc8dd594e req-135313c2-f219-4432-a670-0de10d3c027b tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:08.753235 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-7d2ef096-948c-4ed0-9cfe-25bfc8dd594e req-135313c2-f219-4432-a670-0de10d3c027b tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210664'] for port, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:08.774242 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3553f4a8-bd46-45f4-bea1-178085ab18da req-9246982b-3ab5-4aef-8245-f2e7d1f680e7 tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:08.774970 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-3553f4a8-bd46-45f4-bea1-178085ab18da req-9246982b-3ab5-4aef-8245-f2e7d1f680e7 tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210664'] for port, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:08.863863 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-32531b62-7e42-44e7-a721-720d3765e0a5 req-10a95a02-418f-472b-907a-b2d360b06e28 tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] Unset dirty status for tenant:b3ae9f7e37a54dd3a8ade53578341209 on resource:security_group {{(pid=84075) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 15:57:08.865378 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-32531b62-7e42-44e7-a721-720d3765e0a5 req-10a95a02-418f-472b-907a-b2d360b06e28 tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] 10.222.0.101 "GET /v2.0/security-groups?id=cebd4b8d-482b-4540-a8a2-c1eda8064a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4008327 Feb 16 15:57:08.866944 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7d2ef096-948c-4ed0-9cfe-25bfc8dd594e req-135313c2-f219-4432-a670-0de10d3c027b tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6633680 Feb 16 15:57:08.930255 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 44964) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:57:08.975998 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-3553f4a8-bd46-45f4-bea1-178085ab18da req-9246982b-3ab5-4aef-8245-f2e7d1f680e7 tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.4601736 Feb 16 15:57:09.025138 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-50ed8f94-d662-40d6-9e57-addcff19dbaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:09.068079 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-50ed8f94-d662-40d6-9e57-addcff19dbaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:57:09.076568 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-50ed8f94-d662-40d6-9e57-addcff19dbaa admin admin] Usage tracker for resource:security_group_rule and tenant:d5a0cc6aa13c499e8d9e85c23c6e0a59 is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:57:09.084836 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-50ed8f94-d662-40d6-9e57-addcff19dbaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:57:09.096876 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-50ed8f94-d662-40d6-9e57-addcff19dbaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:57:09.151638 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e45f81-3fc6-41df-8cff-32bac1f23a0f req-81af7d3a-212f-4de9-bc62-5b4e4967de02 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:09.164060 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-76e45f81-3fc6-41df-8cff-32bac1f23a0f req-81af7d3a-212f-4de9-bc62-5b4e4967de02 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=c6e18375-dbef-48d3-bf08-ce8ec6cba62e HTTP/1.1" status: 200 len: 944 time: 0.1565766 Feb 16 15:57:09.248530 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ebd3acc2-a805-49b4-ab59-cb559bc2d100 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:09.275911 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-76e45f81-3fc6-41df-8cff-32bac1f23a0f req-fe35dd1b-a15e-47fd-9630-d2097da43067 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fcb05d0-71e7-4569-9012-47a704188c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103339 Feb 16 15:57:09.334207 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-50ed8f94-d662-40d6-9e57-addcff19dbaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:09.336730 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-ebd3acc2-a805-49b4-ab59-cb559bc2d100 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:57:09.340771 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-ebd3acc2-a805-49b4-ab59-cb559bc2d100 admin admin] Usage tracker for resource:security_group_rule and tenant:87297d670a0f4211b4c440a39fce3a43 is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:57:09.343920 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-ebd3acc2-a805-49b4-ab59-cb559bc2d100 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:57:09.350731 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-ebd3acc2-a805-49b4-ab59-cb559bc2d100 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:57:09.407259 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-50ed8f94-d662-40d6-9e57-addcff19dbaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:09.420969 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-521966d7-5c66-404c-8f36-7e218239428e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:57:09.450912 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-e259530d-7c59-45f2-921a-b29dd1f74d2e req-1d55cae8-5ef2-426e-97b9-8a2d51ac689d tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Synchronizing usage tracker for tenant:15f9cf749fe94c5aa76af3d23d68fbb3 on resource:port {{(pid=84075) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 15:57:09.464625 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed8f94-d662-40d6-9e57-addcff19dbaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcfbc746-cf96-4f73-8060-16617e1c302f,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:57:09.470069 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-50ed8f94-d662-40d6-9e57-addcff19dbaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:57:09.474304 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-50ed8f94-d662-40d6-9e57-addcff19dbaa admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d5a0cc6aa13c499e8d9e85c23c6e0a59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8290110 Feb 16 15:57:09.477037 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 44980) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:57:09.563910 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-e259530d-7c59-45f2-921a-b29dd1f74d2e req-1d55cae8-5ef2-426e-97b9-8a2d51ac689d tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Unset dirty status for tenant:15f9cf749fe94c5aa76af3d23d68fbb3 on resource:port {{(pid=84075) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 15:57:09.565273 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-e259530d-7c59-45f2-921a-b29dd1f74d2e req-1d55cae8-5ef2-426e-97b9-8a2d51ac689d tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=9844cecf-7414-46f2-a70f-1c8675461bc3 HTTP/1.1" status: 200 len: 210 time: 0.2126057 Feb 16 15:57:09.577373 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d4641e32-cc32-4642-b30a-3eec3bfe1f6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:09.632657 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d4641e32-cc32-4642-b30a-3eec3bfe1f6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:09.657991 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ebd3acc2-a805-49b4-ab59-cb559bc2d100 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:09.714475 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ebd3acc2-a805-49b4-ab59-cb559bc2d100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:09.732865 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-14c59bfc-f199-4eee-b944-17f739068ed5 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:57:09.790972 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-ebd3acc2-a805-49b4-ab59-cb559bc2d100 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=87297d670a0f4211b4c440a39fce3a43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8587680 Feb 16 15:57:09.791962 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd3acc2-a805-49b4-ab59-cb559bc2d100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c45e2fa-7a11-4b6f-bc46-cfd0b6026eed,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:57:09.793626 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 44992) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:57:09.799202 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-ebd3acc2-a805-49b4-ab59-cb559bc2d100 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:57:09.839200 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d4641e32-cc32-4642-b30a-3eec3bfe1f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:09.844937 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:57:09.859308 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4641e32-cc32-4642-b30a-3eec3bfe1f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcfbc746-cf96-4f73-8060-16617e1c302f,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:57:09.863837 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-d4641e32-cc32-4642-b30a-3eec3bfe1f6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:57:09.870076 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d4641e32-cc32-4642-b30a-3eec3bfe1f6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:09.871278 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-d4641e32-cc32-4642-b30a-3eec3bfe1f6f admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/dcfbc746-cf96-4f73-8060-16617e1c302f HTTP/1.1" status: 204 len: 168 time: 0.3932545 Feb 16 15:57:09.947897 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-61039ca1-62f3-42f4-aa94-25544feca9c2 req-f2c4bbdd-3197-4553-9656-59f1e5a42ed1 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a42868-5e1e-49af-b0ff-44e3cd2357e8 HTTP/1.1" status: 200 len: 210 time: 0.1031475 Feb 16 15:57:09.970804 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:09.999938 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-db8b89e8-f308-401e-8b9c-2ab78cb4589e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:10.071717 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-db8b89e8-f308-401e-8b9c-2ab78cb4589e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:10.241101 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27585cde-fa14-4500-823e-190ada74d8f0 req-5cf6f5bf-0252-4703-867f-b7fd87a732cc tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:10.242163 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-27585cde-fa14-4500-823e-190ada74d8f0 req-5cf6f5bf-0252-4703-867f-b7fd87a732cc tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] Synchronizing usage tracker for tenant:b3ae9f7e37a54dd3a8ade53578341209 on resource:port {{(pid=84075) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 15:57:10.260013 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-db8b89e8-f308-401e-8b9c-2ab78cb4589e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:10.273223 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:57:10.294660 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-db8b89e8-f308-401e-8b9c-2ab78cb4589e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:10.306778 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-db8b89e8-f308-401e-8b9c-2ab78cb4589e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/1c45e2fa-7a11-4b6f-bc46-cfd0b6026eed HTTP/1.1" status: 204 len: 168 time: 0.5072262 Feb 16 15:57:10.308335 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8b89e8-f308-401e-8b9c-2ab78cb4589e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c45e2fa-7a11-4b6f-bc46-cfd0b6026eed,revision_number=None']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:57:10.312075 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-db8b89e8-f308-401e-8b9c-2ab78cb4589e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:57:10.319748 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-27585cde-fa14-4500-823e-190ada74d8f0 req-5cf6f5bf-0252-4703-867f-b7fd87a732cc tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] Unset dirty status for tenant:b3ae9f7e37a54dd3a8ade53578341209 on resource:port {{(pid=84075) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 15:57:10.327405 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-27585cde-fa14-4500-823e-190ada74d8f0 req-5cf6f5bf-0252-4703-867f-b7fd87a732cc tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] 10.222.0.101 "GET /v2.0/ports?device_id=67ebc951-1531-47ae-b51e-94d4e355d928 HTTP/1.1" status: 200 len: 931 time: 0.2210612 Feb 16 15:57:10.437889 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-27585cde-fa14-4500-823e-190ada74d8f0 req-c0630d8d-944b-4992-a78a-4a8096b5eb45 tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] 10.222.0.101 "GET /v2.0/security-groups?id=cebd4b8d-482b-4540-a8a2-c1eda8064a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092212 Feb 16 15:57:10.661601 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699d6f3f-119c-4a2b-8ca5-1b8c10f49785 req-76f84bfd-97bf-44f7-9c7f-82121fb6d4d1 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:10.686081 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-699d6f3f-119c-4a2b-8ca5-1b8c10f49785 req-76f84bfd-97bf-44f7-9c7f-82121fb6d4d1 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=c6e18375-dbef-48d3-bf08-ce8ec6cba62e HTTP/1.1" status: 200 len: 944 time: 0.1785593 Feb 16 15:57:10.748125 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 45022) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:57:10.787400 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-47f4a83d-f637-4179-999f-07ff2debbc82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:10.823477 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-47f4a83d-f637-4179-999f-07ff2debbc82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:57:10.825950 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-699d6f3f-119c-4a2b-8ca5-1b8c10f49785 req-bef5f5c1-7ba7-418c-a6fb-afe79596e0ee tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fcb05d0-71e7-4569-9012-47a704188c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387622 Feb 16 15:57:10.831945 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-47f4a83d-f637-4179-999f-07ff2debbc82 admin admin] Usage tracker for resource:security_group_rule and tenant:8f7da3560bb449adbf03572fe972ea85 is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:57:10.836852 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-47f4a83d-f637-4179-999f-07ff2debbc82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:57:10.848229 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-df78efa2-45c8-495b-8537-ecbcee670b05 req-94fef499-cde5-4bd2-b387-f7f375d07a3e tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=9844cecf-7414-46f2-a70f-1c8675461bc3 HTTP/1.1" status: 200 len: 210 time: 0.0844209 Feb 16 15:57:10.853549 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-47f4a83d-f637-4179-999f-07ff2debbc82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:57:10.997805 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-47f4a83d-f637-4179-999f-07ff2debbc82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:11.056227 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-47f4a83d-f637-4179-999f-07ff2debbc82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:11.068498 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-ebd3acc2-a805-49b4-ab59-cb559bc2d100 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:57:11.167317 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-47f4a83d-f637-4179-999f-07ff2debbc82 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=8f7da3560bb449adbf03572fe972ea85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4143906 Feb 16 15:57:11.167317 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f4a83d-f637-4179-999f-07ff2debbc82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac09a28-baaa-41b7-947e-23ef728797cd,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:57:11.167591 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 45034) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:57:11.183772 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-47f4a83d-f637-4179-999f-07ff2debbc82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:57:11.281653 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5215c8f1-0989-4c4b-a80d-9568f019b38a req-096b247c-eda4-4ede-a789-c619571371ea tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a42868-5e1e-49af-b0ff-44e3cd2357e8 HTTP/1.1" status: 200 len: 210 time: 0.1351690 Feb 16 15:57:11.327042 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-fa3f5b4d-e4a3-483d-a753-add51909ba5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:11.388385 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-fa3f5b4d-e4a3-483d-a753-add51909ba5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:11.495145 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-fa3f5b4d-e4a3-483d-a753-add51909ba5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:11.500891 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:57:11.515420 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3f5b4d-e4a3-483d-a753-add51909ba5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac09a28-baaa-41b7-947e-23ef728797cd,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:57:11.518862 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-fa3f5b4d-e4a3-483d-a753-add51909ba5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:57:11.522036 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-fa3f5b4d-e4a3-483d-a753-add51909ba5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:11.523843 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-fa3f5b4d-e4a3-483d-a753-add51909ba5b admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/7ac09a28-baaa-41b7-947e-23ef728797cd HTTP/1.1" status: 204 len: 168 time: 0.3552980 Feb 16 15:57:11.768085 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346c9de-d96d-4f1c-8983-ad4843581bb4 req-24a3d873-3f02-41d6-afa7-7016afab7683 tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:11.770039 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-3346c9de-d96d-4f1c-8983-ad4843581bb4 req-24a3d873-3f02-41d6-afa7-7016afab7683 tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] 10.222.0.101 "GET /v2.0/ports?device_id=67ebc951-1531-47ae-b51e-94d4e355d928 HTTP/1.1" status: 200 len: 931 time: 0.1104755 Feb 16 15:57:12.098357 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-3346c9de-d96d-4f1c-8983-ad4843581bb4 req-d4019400-d31c-4ffa-9847-06070d1c40ee tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] 10.222.0.101 "GET /v2.0/security-groups?id=cebd4b8d-482b-4540-a8a2-c1eda8064a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3213778 Feb 16 15:57:12.192111 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a92e98-cb75-4eb9-8f4c-61cd3acd91f2 req-4bcd03dc-a9e2-47d9-9dbd-e9b6b4964027 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:12.193863 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-79a92e98-cb75-4eb9-8f4c-61cd3acd91f2 req-4bcd03dc-a9e2-47d9-9dbd-e9b6b4964027 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=c6e18375-dbef-48d3-bf08-ce8ec6cba62e HTTP/1.1" status: 200 len: 944 time: 0.1009860 Feb 16 15:57:12.248625 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-79a92e98-cb75-4eb9-8f4c-61cd3acd91f2 req-12a63f32-bbf8-4082-a7da-a6d4990bf95f tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fcb05d0-71e7-4569-9012-47a704188c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482867 Feb 16 15:57:12.542743 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5f2d77c8-f3c2-491f-86b5-805eb094ee1e req-319f46ff-0d50-446a-846e-0a93c455f5fc tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=9844cecf-7414-46f2-a70f-1c8675461bc3 HTTP/1.1" status: 200 len: 210 time: 0.1440110 Feb 16 15:57:12.554652 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c7a0abb3-7848-496d-901b-f80ecbe6efb3 req-f576a642-a707-4a2a-8bc8-d55780d8be4d tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a42868-5e1e-49af-b0ff-44e3cd2357e8 HTTP/1.1" status: 200 len: 210 time: 0.0759859 Feb 16 15:57:12.630973 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 45090) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:57:12.920319 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-e9d8d408-e260-48a0-8691-956f675a8ea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:12.944141 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-e9d8d408-e260-48a0-8691-956f675a8ea5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:57:12.949581 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-e9d8d408-e260-48a0-8691-956f675a8ea5 admin admin] Usage tracker for resource:security_group_rule and tenant:bd82e04752fb40cca0e3c359f07c8eef is out of sync, need to count used quota {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:57:12.954392 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-e9d8d408-e260-48a0-8691-956f675a8ea5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:57:12.965167 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-e9d8d408-e260-48a0-8691-956f675a8ea5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:57:13.161720 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-e9d8d408-e260-48a0-8691-956f675a8ea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:13.199330 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-e9d8d408-e260-48a0-8691-956f675a8ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:13.211375 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-8ec8141d-86b9-44bb-b972-ac3b850ae670 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:57:13.261335 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d8d408-e260-48a0-8691-956f675a8ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f76d7fb6-8415-41ef-a2da-cb92b35d2dce,revision_number=1']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:57:13.265381 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-e9d8d408-e260-48a0-8691-956f675a8ea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:57:13.271960 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 45118) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:57:13.288242 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-e9d8d408-e260-48a0-8691-956f675a8ea5 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=bd82e04752fb40cca0e3c359f07c8eef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6558166 Feb 16 15:57:13.427364 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-66e64896-b75b-43fb-ae7b-4736a7ce8f0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:13.531899 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-66e64896-b75b-43fb-ae7b-4736a7ce8f0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:13.546216 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aae5a5-2c4f-47b9-a4b0-aaf758c58c47 req-ac1d2865-ed6d-4311-a3ef-203f0eb74b30 tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:13.554429 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-73aae5a5-2c4f-47b9-a4b0-aaf758c58c47 req-ac1d2865-ed6d-4311-a3ef-203f0eb74b30 tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] 10.222.0.101 "GET /v2.0/ports?device_id=67ebc951-1531-47ae-b51e-94d4e355d928 HTTP/1.1" status: 200 len: 931 time: 0.2302799 Feb 16 15:57:13.631089 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-73aae5a5-2c4f-47b9-a4b0-aaf758c58c47 req-e323ae88-e250-4542-97a3-b12b0d623bac tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] 10.222.0.101 "GET /v2.0/security-groups?id=cebd4b8d-482b-4540-a8a2-c1eda8064a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753856 Feb 16 15:57:13.688097 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6cbb58-d75b-4189-aaf7-3ada14115ce2 req-326a70db-3d20-45ae-ab8c-0a6e662629c9 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:13.690344 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-9b6cbb58-d75b-4189-aaf7-3ada14115ce2 req-326a70db-3d20-45ae-ab8c-0a6e662629c9 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=c6e18375-dbef-48d3-bf08-ce8ec6cba62e HTTP/1.1" status: 200 len: 944 time: 0.2540534 Feb 16 15:57:13.702070 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-66e64896-b75b-43fb-ae7b-4736a7ce8f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:13.710000 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:57:13.768896 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-9b6cbb58-d75b-4189-aaf7-3ada14115ce2 req-393136d3-eaed-42a5-a1af-29cc58c5797e tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fcb05d0-71e7-4569-9012-47a704188c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692000 Feb 16 15:57:13.774500 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-66e64896-b75b-43fb-ae7b-4736a7ce8f0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:13.775753 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-66e64896-b75b-43fb-ae7b-4736a7ce8f0f admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f76d7fb6-8415-41ef-a2da-cb92b35d2dce HTTP/1.1" status: 204 len: 168 time: 0.5025303 Feb 16 15:57:13.778982 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e64896-b75b-43fb-ae7b-4736a7ce8f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f76d7fb6-8415-41ef-a2da-cb92b35d2dce,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:57:13.784058 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-66e64896-b75b-43fb-ae7b-4736a7ce8f0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:57:13.895403 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7e4462c7-20c3-4876-9887-f44c73c5256f req-b0463448-3cbf-4b17-b082-45490bcd2569 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a42868-5e1e-49af-b0ff-44e3cd2357e8 HTTP/1.1" status: 200 len: 210 time: 0.0779083 Feb 16 15:57:13.947617 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-21169ecc-b753-4ae1-9365-1eff0480e1e7 req-fbef10c4-6fd3-46e6-b51f-77c0a90dd680 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=9844cecf-7414-46f2-a70f-1c8675461bc3 HTTP/1.1" status: 200 len: 210 time: 0.0568821 Feb 16 15:57:14.422687 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 45174) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:57:14.445233 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-883f86dd-cf23-42ca-a6a6-abdd1ea7f2b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:14.462308 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-883f86dd-cf23-42ca-a6a6-abdd1ea7f2b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:57:14.466857 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-883f86dd-cf23-42ca-a6a6-abdd1ea7f2b3 admin admin] Usage tracker for resource:security_group_rule and tenant:284eb693e7564ee881a5d4280f33881b is out of sync, need to count used quota {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:57:14.470002 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-883f86dd-cf23-42ca-a6a6-abdd1ea7f2b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:57:14.477009 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-883f86dd-cf23-42ca-a6a6-abdd1ea7f2b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:57:14.570313 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-883f86dd-cf23-42ca-a6a6-abdd1ea7f2b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:14.610159 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-883f86dd-cf23-42ca-a6a6-abdd1ea7f2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:14.620856 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:57:14.664001 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-883f86dd-cf23-42ca-a6a6-abdd1ea7f2b3 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=284eb693e7564ee881a5d4280f33881b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2399552 Feb 16 15:57:14.665698 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883f86dd-cf23-42ca-a6a6-abdd1ea7f2b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=655449a2-ea16-490d-b047-f0f18e6d9fa9,revision_number=1']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:57:14.666934 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 45184) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:57:14.669104 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-883f86dd-cf23-42ca-a6a6-abdd1ea7f2b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:57:14.756973 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-33d05998-1c16-4887-beb7-acef9d4f25cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:14.790028 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-33d05998-1c16-4887-beb7-acef9d4f25cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:14.853741 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d422a30c-33f3-4c7c-992e-6d86d312cfff req-ed442861-82b2-41c0-88e0-ba4fc6d5a27b tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:14.856197 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-d422a30c-33f3-4c7c-992e-6d86d312cfff req-ed442861-82b2-41c0-88e0-ba4fc6d5a27b tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] 10.222.0.101 "GET /v2.0/ports?device_id=67ebc951-1531-47ae-b51e-94d4e355d928 HTTP/1.1" status: 200 len: 931 time: 0.1072869 Feb 16 15:57:14.884939 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-33d05998-1c16-4887-beb7-acef9d4f25cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:14.891433 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-968eaaa7-da04-4be7-87a4-e23ec3286b90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:57:14.927997 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d05998-1c16-4887-beb7-acef9d4f25cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=655449a2-ea16-490d-b047-f0f18e6d9fa9,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:57:14.948863 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-33d05998-1c16-4887-beb7-acef9d4f25cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:57:14.952331 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-33d05998-1c16-4887-beb7-acef9d4f25cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:14.956105 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-33d05998-1c16-4887-beb7-acef9d4f25cf admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/655449a2-ea16-490d-b047-f0f18e6d9fa9 HTTP/1.1" status: 204 len: 168 time: 0.2853439 Feb 16 15:57:14.997359 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-d422a30c-33f3-4c7c-992e-6d86d312cfff req-eff5d9ce-01d8-4a2b-b8be-3eb367faf53b tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] 10.222.0.101 "GET /v2.0/security-groups?id=cebd4b8d-482b-4540-a8a2-c1eda8064a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333611 Feb 16 15:57:15.039425 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 45210) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:57:15.168012 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8729f847-3a85-450e-8764-6509e18bc487 req-deb13139-9234-489c-bf00-a5bb765641ea tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:15.169777 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-8729f847-3a85-450e-8764-6509e18bc487 req-deb13139-9234-489c-bf00-a5bb765641ea tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=c6e18375-dbef-48d3-bf08-ce8ec6cba62e HTTP/1.1" status: 200 len: 944 time: 0.1808400 Feb 16 15:57:15.223692 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5e5d34bb-1010-4c83-81ae-43041dc4041d req-a4493190-66cf-4b6b-8540-86c83ddbcefe tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a42868-5e1e-49af-b0ff-44e3cd2357e8 HTTP/1.1" status: 200 len: 210 time: 0.0635700 Feb 16 15:57:15.274239 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-8729f847-3a85-450e-8764-6509e18bc487 req-1fba5808-9939-4287-8997-8625bb3177cf tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fcb05d0-71e7-4569-9012-47a704188c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600688 Feb 16 15:57:15.423318 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-39de51ce-befd-4f74-85eb-5da9c7fbff65 req-52dd82bc-8be4-4121-88df-794104607086 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=9844cecf-7414-46f2-a70f-1c8675461bc3 HTTP/1.1" status: 200 len: 210 time: 0.0658286 Feb 16 15:57:15.572611 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [req-3553f4a8-bd46-45f4-bea1-178085ab18da req-ff310fce-17f6-407c-b663-86f9c33b78a4 service neutron] Request body: {'port': {'device_id': '67ebc951-1531-47ae-b51e-94d4e355d928', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=84075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:57:15.614555 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [req-7d2ef096-948c-4ed0-9cfe-25bfc8dd594e req-4d3120b7-f762-4a32-8bb7-54597dc650e9 service neutron] Request body: {'port': {'device_id': '617c5d16-91b3-4115-98c3-d15fb41b5a8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=84075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:57:15.670264 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-7f322c64-6107-493c-b691-3a007358b556 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:15.697283 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-7f322c64-6107-493c-b691-3a007358b556 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:57:15.716315 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-7f322c64-6107-493c-b691-3a007358b556 admin admin] Usage tracker for resource:security_group_rule and tenant:b0123c9e66144c6298aa84e90765aa46 is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:57:15.723286 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-7f322c64-6107-493c-b691-3a007358b556 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:57:15.733421 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-7f322c64-6107-493c-b691-3a007358b556 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:57:15.737513 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-d3ca0e5b-727f-461b-b8e4-33b6251bc46f req-433e87c2-f577-4d8e-93aa-1d219549962b service neutron] 10.222.0.103 "GET /v2.0/networks/baa10d08-ce15-4a5f-a2ef-a3a5e84267ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2078054 Feb 16 15:57:15.836069 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-3553f4a8-bd46-45f4-bea1-178085ab18da req-ff310fce-17f6-407c-b663-86f9c33b78a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:15.850448 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-7d2ef096-948c-4ed0-9cfe-25bfc8dd594e req-4d3120b7-f762-4a32-8bb7-54597dc650e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:15.928196 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 45228) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:57:15.976842 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 45232) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:57:16.002132 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-587324c4-aa0f-41ea-b979-47686dd338e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:16.077141 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.103', 54158) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:57:16.133051 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-587324c4-aa0f-41ea-b979-47686dd338e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:57:16.183402 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-587324c4-aa0f-41ea-b979-47686dd338e2 admin admin] Usage tracker for resource:security_group_rule and tenant:a91514218f994b8c80a9a485b6c418f8 is out of sync, need to count used quota {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:57:16.193237 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-587324c4-aa0f-41ea-b979-47686dd338e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:57:16.238360 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-7f322c64-6107-493c-b691-3a007358b556 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:16.302979 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-7f322c64-6107-493c-b691-3a007358b556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:16.303437 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-587324c4-aa0f-41ea-b979-47686dd338e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:57:16.305917 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b139660e-ceb0-430e-a8d8-f4ae3b7c9f5d req-b4f03398-4423-40e1-9800-a4eaf706f76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:16.306880 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b139660e-ceb0-430e-a8d8-f4ae3b7c9f5d req-b4f03398-4423-40e1-9800-a4eaf706f76d service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=1a1a953a14c748c6a608c59eb0095246&device_id=c6e18375-dbef-48d3-bf08-ce8ec6cba62e HTTP/1.1" status: 200 len: 1161 time: 0.4429927 Feb 16 15:57:16.316254 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:57:16.377251 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-7f322c64-6107-493c-b691-3a007358b556 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=b0123c9e66144c6298aa84e90765aa46&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3363118 Feb 16 15:57:16.379775 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f322c64-6107-493c-b691-3a007358b556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd747fa-1a66-4371-a56e-a0a330fecd40,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:57:16.384042 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 45250) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:57:16.387198 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-7f322c64-6107-493c-b691-3a007358b556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:57:16.454401 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8909a84f-33b3-4fec-9f0a-b03a3f1dcd67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:16.519750 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8909a84f-33b3-4fec-9f0a-b03a3f1dcd67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:16.528091 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-0823f987-a845-4b9c-8241-021513951e42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:16.640852 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-0823f987-a845-4b9c-8241-021513951e42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:57:16.664171 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b139660e-ceb0-430e-a8d8-f4ae3b7c9f5d req-3ff7fa74-9879-4eb1-bee2-d12a556d2045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:16.666305 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b139660e-ceb0-430e-a8d8-f4ae3b7c9f5d req-3ff7fa74-9879-4eb1-bee2-d12a556d2045 service neutron] 10.222.0.103 "GET /v2.0/networks?id=baa10d08-ce15-4a5f-a2ef-a3a5e84267ba HTTP/1.1" status: 200 len: 909 time: 0.1900754 Feb 16 15:57:16.695917 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-0823f987-a845-4b9c-8241-021513951e42 admin admin] Usage tracker for resource:security_group_rule and tenant:5bad92f0991f4fc18f8fcccd2e3adbed is out of sync, need to count used quota {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:57:16.730168 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-0823f987-a845-4b9c-8241-021513951e42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:57:16.737537 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c71ec20e-9d6e-4c89-a800-9d7b230f2403 req-eb780532-aeb7-49c0-89bb-1d19db6bd4e1 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a42868-5e1e-49af-b0ff-44e3cd2357e8 HTTP/1.1" status: 200 len: 210 time: 0.3125288 Feb 16 15:57:16.751683 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8909a84f-33b3-4fec-9f0a-b03a3f1dcd67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:16.755109 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-0823f987-a845-4b9c-8241-021513951e42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:57:16.756455 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-66e64896-b75b-43fb-ae7b-4736a7ce8f0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:57:16.763802 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b139660e-ceb0-430e-a8d8-f4ae3b7c9f5d req-9a6ed2b4-d7ff-4f50-902c-69aceeaf295e service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a34d37cc-fbc0-4996-a518-d5917786f3d7 HTTP/1.1" status: 200 len: 217 time: 0.0838315 Feb 16 15:57:16.772207 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909a84f-33b3-4fec-9f0a-b03a3f1dcd67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd747fa-1a66-4371-a56e-a0a330fecd40,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:57:16.812880 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-8909a84f-33b3-4fec-9f0a-b03a3f1dcd67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:57:16.822599 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8909a84f-33b3-4fec-9f0a-b03a3f1dcd67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:16.823869 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-8909a84f-33b3-4fec-9f0a-b03a3f1dcd67 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/bdd747fa-1a66-4371-a56e-a0a330fecd40 HTTP/1.1" status: 204 len: 168 time: 0.4388449 Feb 16 15:57:16.848829 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b139660e-ceb0-430e-a8d8-f4ae3b7c9f5d req-273f2198-865d-4c1a-ae01-44a0f1e3f098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:16.850652 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b139660e-ceb0-430e-a8d8-f4ae3b7c9f5d req-273f2198-865d-4c1a-ae01-44a0f1e3f098 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5bf5e8cd-656f-4727-bbaa-2a15ac283eb2 HTTP/1.1" status: 200 len: 855 time: 0.0762963 Feb 16 15:57:16.853489 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac032fd3-7485-4e31-a0ca-1e8ea3aeac27 req-80d56c0e-ad13-42d5-bde2-9e0313be80ef tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:16.855406 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ac032fd3-7485-4e31-a0ca-1e8ea3aeac27 req-80d56c0e-ad13-42d5-bde2-9e0313be80ef tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.103 "GET /v2.0/networks?id=ac572d69-3346-47db-96b8-84a33dd2e288 HTTP/1.1" status: 200 len: 811 time: 0.7777860 Feb 16 15:57:16.922268 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b139660e-ceb0-430e-a8d8-f4ae3b7c9f5d req-e135b8b2-26f1-467e-b0b6-29f161e2bdc0 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=baa10d08-ce15-4a5f-a2ef-a3a5e84267ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521650 Feb 16 15:57:16.935519 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.103', 54161) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:57:17.232130 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d77e57-3a05-4d18-9088-fd3e3f100f07 req-84d5ceab-923d-4d44-892f-c18f14513a47 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:17.438733 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-25d77e57-3a05-4d18-9088-fd3e3f100f07 req-84d5ceab-923d-4d44-892f-c18f14513a47 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Synchronizing usage tracker for tenant:15f9cf749fe94c5aa76af3d23d68fbb3 on resource:network {{(pid=84074) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 15:57:17.438733 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b139660e-ceb0-430e-a8d8-f4ae3b7c9f5d req-87a07e9e-3930-448a-bb18-f02e42268b74 service neutron] 10.222.0.103 "GET /v2.0/networks/baa10d08-ce15-4a5f-a2ef-a3a5e84267ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001168 Feb 16 15:57:17.438733 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b139660e-ceb0-430e-a8d8-f4ae3b7c9f5d req-d557eb1d-e1f3-4ff9-92b1-4f8cfd6ebd77 service neutron] 10.222.0.103 "GET /v2.0/networks/baa10d08-ce15-4a5f-a2ef-a3a5e84267ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1455264 Feb 16 15:57:17.439101 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-587324c4-aa0f-41ea-b979-47686dd338e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:17.445752 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f61eb8a-a16e-4a0d-b99e-802428799dae req-94ee80ae-b448-4f45-a16a-ae5d54054de2 tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:17.447683 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7f61eb8a-a16e-4a0d-b99e-802428799dae req-94ee80ae-b448-4f45-a16a-ae5d54054de2 tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] 10.222.0.101 "GET /v2.0/ports?device_id=67ebc951-1531-47ae-b51e-94d4e355d928 HTTP/1.1" status: 200 len: 931 time: 1.1169508 Feb 16 15:57:17.507617 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ac032fd3-7485-4e31-a0ca-1e8ea3aeac27 req-37b6c461-51a4-4ffe-92a1-595edf5d765f tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=3d779634302641f2a94b48c70492e45e HTTP/1.1" status: 200 len: 5700 time: 0.6238918 Feb 16 15:57:17.531288 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-25d77e57-3a05-4d18-9088-fd3e3f100f07 req-84d5ceab-923d-4d44-892f-c18f14513a47 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Unset dirty status for tenant:15f9cf749fe94c5aa76af3d23d68fbb3 on resource:network {{(pid=84074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 15:57:17.532952 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-25d77e57-3a05-4d18-9088-fd3e3f100f07 req-84d5ceab-923d-4d44-892f-c18f14513a47 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.103 "GET /v2.0/networks?id=5ba9adbd-7e6e-40ef-8072-99fc00c91b9e HTTP/1.1" status: 200 len: 819 time: 0.5963173 Feb 16 15:57:17.558388 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-587324c4-aa0f-41ea-b979-47686dd338e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:17.616894 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [req-25d77e57-3a05-4d18-9088-fd3e3f100f07 req-ec0d803a-6994-4e7b-b51a-b44d77d992ef tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Request body: {'port': {'device_id': '9844cecf-7414-46f2-a70f-1c8675461bc3', 'network_id': '5ba9adbd-7e6e-40ef-8072-99fc00c91b9e', 'admin_state_up': True, 'tenant_id': '15f9cf749fe94c5aa76af3d23d68fbb3'}} {{(pid=84074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:57:17.641935 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.db.resource_extend [req-7d2ef096-948c-4ed0-9cfe-25bfc8dd594e req-4d3120b7-f762-4a32-8bb7-54597dc650e9 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 16 15:57:17.653188 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:57:17.672372 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [req-ac032fd3-7485-4e31-a0ca-1e8ea3aeac27 req-cd7f3547-528e-4eab-8c3e-746b4fbd8e32 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Request body: {'port': {'device_id': '52a42868-5e1e-49af-b0ff-44e3cd2357e8', 'network_id': 'ac572d69-3346-47db-96b8-84a33dd2e288', 'admin_state_up': True, 'tenant_id': '3d779634302641f2a94b48c70492e45e', 'security_groups': ['5898dce6-7055-4862-b83b-a300f7112f69']}} {{(pid=84075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:57:17.681315 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-62ccc5a8-f52f-46b9-9ab8-780667ef0bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:17.713442 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 45286) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:57:17.720668 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7f61eb8a-a16e-4a0d-b99e-802428799dae req-0127b03f-c0da-4cd5-b4cd-b91d49415b89 tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] 10.222.0.101 "GET /v2.0/security-groups?id=cebd4b8d-482b-4540-a8a2-c1eda8064a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583833 Feb 16 15:57:17.791027 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-0823f987-a845-4b9c-8241-021513951e42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:17.818032 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264f6e23-880b-4e3e-890a-aa552a4d054f req-4af10b42-87b5-4678-a4d5-d450f8e7a74e tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:17.819694 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-264f6e23-880b-4e3e-890a-aa552a4d054f req-4af10b42-87b5-4678-a4d5-d450f8e7a74e tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=c6e18375-dbef-48d3-bf08-ce8ec6cba62e HTTP/1.1" status: 200 len: 944 time: 0.8949006 Feb 16 15:57:17.837570 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [req-25d77e57-3a05-4d18-9088-fd3e3f100f07 req-ec0d803a-6994-4e7b-b51a-b44d77d992ef tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:57:17.848926 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [req-25d77e57-3a05-4d18-9088-fd3e3f100f07 req-ec0d803a-6994-4e7b-b51a-b44d77d992ef tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:57:17.854257 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [req-3553f4a8-bd46-45f4-bea1-178085ab18da req-ff310fce-17f6-407c-b663-86f9c33b78a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91bedd5f-bfc1-4fa3-873c-33c1642fa8f3 {{(pid=84075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 16 15:57:17.861458 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-7cba1d25-c447-4d22-8f65-c50be030163b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:17.903509 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587324c4-aa0f-41ea-b979-47686dd338e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=940f37ad-91cf-4ba4-9fce-635c54220057,revision_number=1']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:57:17.908258 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-587324c4-aa0f-41ea-b979-47686dd338e2 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=a91514218f994b8c80a9a485b6c418f8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9698920 Feb 16 15:57:17.909261 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-587324c4-aa0f-41ea-b979-47686dd338e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:57:17.911895 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 45298) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:57:17.920671 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-3553f4a8-bd46-45f4-bea1-178085ab18da req-ff310fce-17f6-407c-b663-86f9c33b78a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:17.923739 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-0823f987-a845-4b9c-8241-021513951e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:17.944620 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25d77e57-3a05-4d18-9088-fd3e3f100f07 req-ec0d803a-6994-4e7b-b51a-b44d77d992ef tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Made reservation on behalf of 15f9cf749fe94c5aa76af3d23d68fbb3 for: {'port': 1} {{(pid=84074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:57:17.962944 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-25d77e57-3a05-4d18-9088-fd3e3f100f07 req-ec0d803a-6994-4e7b-b51a-b44d77d992ef tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:18.048519 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-7cba1d25-c447-4d22-8f65-c50be030163b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:57:18.050869 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-dc4eb1d0-ecb6-44f6-b9f7-6861f45837df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:18.053375 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [req-7d2ef096-948c-4ed0-9cfe-25bfc8dd594e req-4d3120b7-f762-4a32-8bb7-54597dc650e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c5d885e-eb99-4821-8688-2345bcfcc455 {{(pid=84075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 16 15:57:18.062334 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:57:18.106549 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-7d2ef096-948c-4ed0-9cfe-25bfc8dd594e req-4d3120b7-f762-4a32-8bb7-54597dc650e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:18.111224 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-7cba1d25-c447-4d22-8f65-c50be030163b admin admin] Usage tracker for resource:security_group_rule and tenant:5475b5d2079947c2bfdfdeab95736e93 is out of sync, need to count used quota {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:57:18.115698 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [req-3553f4a8-bd46-45f4-bea1-178085ab18da req-ff310fce-17f6-407c-b663-86f9c33b78a4 service neutron] Transition to ACTIVE for port object 91bedd5f-bfc1-4fa3-873c-33c1642fa8f3 will not be triggered until provisioned by entity L2. {{(pid=84075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:57:18.120525 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-2b2b8dbf-63f6-4bf1-9b48-cc58875ede95 req-8dff93c3-e8f7-45f2-87d2-e88299d54591 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=9844cecf-7414-46f2-a70f-1c8675461bc3 HTTP/1.1" status: 200 len: 210 time: 0.2049551 Feb 16 15:57:18.142960 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-7cba1d25-c447-4d22-8f65-c50be030163b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:57:18.149348 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-dc4eb1d0-ecb6-44f6-b9f7-6861f45837df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:18.169334 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-7cba1d25-c447-4d22-8f65-c50be030163b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:57:18.178260 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-264f6e23-880b-4e3e-890a-aa552a4d054f req-2fbc38a5-20a3-4ccd-99ab-656236c9a71b tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fcb05d0-71e7-4569-9012-47a704188c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422117 Feb 16 15:57:18.181908 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [req-7d2ef096-948c-4ed0-9cfe-25bfc8dd594e req-4d3120b7-f762-4a32-8bb7-54597dc650e9 service neutron] Transition to ACTIVE for port object 0c5d885e-eb99-4821-8688-2345bcfcc455 will not be triggered until provisioned by entity L2. {{(pid=84075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:57:18.197860 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-0823f987-a845-4b9c-8241-021513951e42 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=5bad92f0991f4fc18f8fcccd2e3adbed&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2168458 Feb 16 15:57:18.202672 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0823f987-a845-4b9c-8241-021513951e42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13ecd5d6-77da-44f3-be3b-b4d047fae6f2,revision_number=1']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:57:18.202921 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 45302) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:57:18.205192 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-3553f4a8-bd46-45f4-bea1-178085ab18da req-ff310fce-17f6-407c-b663-86f9c33b78a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847067257'] for port, after_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:18.206154 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-0823f987-a845-4b9c-8241-021513951e42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:57:18.250270 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:57:18.406932 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-dc4eb1d0-ecb6-44f6-b9f7-6861f45837df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:18.410609 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-2c7ac474-08c3-4ce6-af46-f59eea2533c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:18.412789 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-7d2ef096-948c-4ed0-9cfe-25bfc8dd594e req-4d3120b7-f762-4a32-8bb7-54597dc650e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847067257'] for port, after_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:18.420173 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-76306934-11e4-454a-b1de-1e0f1b38c81c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:57:18.451486 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4eb1d0-ecb6-44f6-b9f7-6861f45837df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940f37ad-91cf-4ba4-9fce-635c54220057,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:57:18.467064 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-dc4eb1d0-ecb6-44f6-b9f7-6861f45837df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:57:18.473822 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c238cf07-692a-430c-8edd-7b153e6cade3 req-6f4c1373-d8cc-4c28-8234-388009b861f7 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a42868-5e1e-49af-b0ff-44e3cd2357e8 HTTP/1.1" status: 200 len: 210 time: 0.1592119 Feb 16 15:57:18.486750 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-2c7ac474-08c3-4ce6-af46-f59eea2533c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:18.489273 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [req-ac032fd3-7485-4e31-a0ca-1e8ea3aeac27 req-cd7f3547-528e-4eab-8c3e-746b4fbd8e32 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:57:18.496575 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.db_base_plugin_common [req-25d77e57-3a05-4d18-9088-fd3e3f100f07 req-ec0d803a-6994-4e7b-b51a-b44d77d992ef tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Allocated IP 172.20.0.14 (5ba9adbd-7e6e-40ef-8072-99fc00c91b9e/fae66b79-d403-4bb6-bf46-a87b3c07ef1e/dce29091-e275-428e-a810-d0cb9b966362) {{(pid=84074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 15:57:18.509176 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-ac032fd3-7485-4e31-a0ca-1e8ea3aeac27 req-cd7f3547-528e-4eab-8c3e-746b4fbd8e32 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Usage tracker for resource:port and tenant:3d779634302641f2a94b48c70492e45e is out of sync, need to count used quota {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:57:18.512004 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff310fce-17f6-407c-b663-86f9c33b78a4 service neutron] Pushing event updated for resources: {'Port': ['ID=91bedd5f-bfc1-4fa3-873c-33c1642fa8f3,revision_number=2']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:57:18.514624 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-ac032fd3-7485-4e31-a0ca-1e8ea3aeac27 req-cd7f3547-528e-4eab-8c3e-746b4fbd8e32 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:57:18.527577 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-ff310fce-17f6-407c-b663-86f9c33b78a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:57:18.528031 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:57:18.542511 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-dc4eb1d0-ecb6-44f6-b9f7-6861f45837df admin admin] Notify callbacks [] for security_group, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:18.543853 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-dc4eb1d0-ecb6-44f6-b9f7-6861f45837df admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/940f37ad-91cf-4ba4-9fce-635c54220057 HTTP/1.1" status: 204 len: 168 time: 0.6308177 Feb 16 15:57:18.564926 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [req-ac032fd3-7485-4e31-a0ca-1e8ea3aeac27 req-cd7f3547-528e-4eab-8c3e-746b4fbd8e32 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:57:18.692014 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-2c7ac474-08c3-4ce6-af46-f59eea2533c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:18.702428 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-7a1ba3d0-77d7-468b-b5e3-970d8a9a6059 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:57:18.717695 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3120b7-f762-4a32-8bb7-54597dc650e9 service neutron] Pushing event updated for resources: {'Port': ['ID=0c5d885e-eb99-4821-8688-2345bcfcc455,revision_number=2']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:57:18.731822 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7ac474-08c3-4ce6-af46-f59eea2533c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ecd5d6-77da-44f3-be3b-b4d047fae6f2,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:57:18.733093 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-2c7ac474-08c3-4ce6-af46-f59eea2533c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:57:18.734730 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-4d3120b7-f762-4a32-8bb7-54597dc650e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:57:18.740599 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-2c7ac474-08c3-4ce6-af46-f59eea2533c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:18.744473 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-2c7ac474-08c3-4ce6-af46-f59eea2533c1 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/13ecd5d6-77da-44f3-be3b-b4d047fae6f2 HTTP/1.1" status: 204 len: 168 time: 0.5355365 Feb 16 15:57:18.831280 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac032fd3-7485-4e31-a0ca-1e8ea3aeac27 req-cd7f3547-528e-4eab-8c3e-746b4fbd8e32 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Made reservation on behalf of 3d779634302641f2a94b48c70492e45e for: {'port': 1} {{(pid=84075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:57:18.836959 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-ac032fd3-7485-4e31-a0ca-1e8ea3aeac27 req-cd7f3547-528e-4eab-8c3e-746b4fbd8e32 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:18.839522 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-25d77e57-3a05-4d18-9088-fd3e3f100f07 req-ec0d803a-6994-4e7b-b51a-b44d77d992ef tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Notify callbacks [] for port, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:18.886015 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-7cba1d25-c447-4d22-8f65-c50be030163b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:18.937322 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-25d77e57-3a05-4d18-9088-fd3e3f100f07 req-ec0d803a-6994-4e7b-b51a-b44d77d992ef tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776636048806'] for port, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:18.964876 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-77dde919-652c-4f8c-932b-4128a410ff11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:57:19.052096 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-7cba1d25-c447-4d22-8f65-c50be030163b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:19.125534 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-db8b89e8-f308-401e-8b9c-2ab78cb4589e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:57:19.224997 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0d803a-6994-4e7b-b51a-b44d77d992ef tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Pushing event updated for resources: {'Port': ['ID=dce29091-e275-428e-a810-d0cb9b966362,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:57:19.255860 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-ec0d803a-6994-4e7b-b51a-b44d77d992ef tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:57:19.328864 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25d77e57-3a05-4d18-9088-fd3e3f100f07 req-ec0d803a-6994-4e7b-b51a-b44d77d992ef tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Network 5ba9adbd-7e6e-40ef-8072-99fc00c91b9e is already hosted by enough agents. {{(pid=84074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 15:57:19.330661 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.base_scheduler [req-25d77e57-3a05-4d18-9088-fd3e3f100f07 req-ec0d803a-6994-4e7b-b51a-b44d77d992ef tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Resources bound (agent type, host, resource id): {{(pid=84074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:57:19.340681 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [req-25d77e57-3a05-4d18-9088-fd3e3f100f07 req-ec0d803a-6994-4e7b-b51a-b44d77d992ef tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Received port after_create {{(pid=84074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 15:57:19.345594 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d77e57-3a05-4d18-9088-fd3e3f100f07 req-ec0d803a-6994-4e7b-b51a-b44d77d992ef tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:19.346602 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-25d77e57-3a05-4d18-9088-fd3e3f100f07 req-ec0d803a-6994-4e7b-b51a-b44d77d992ef tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210664'] for port, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:19.423396 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-25d77e57-3a05-4d18-9088-fd3e3f100f07 req-ec0d803a-6994-4e7b-b51a-b44d77d992ef tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8360646 Feb 16 15:57:19.436084 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [req-25d77e57-3a05-4d18-9088-fd3e3f100f07 req-be3d62ff-1817-4685-a1b0-4c8aa4cb318f service neutron] Request body: {'port': {'device_id': '9844cecf-7414-46f2-a70f-1c8675461bc3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=84074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:57:19.568532 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-25d77e57-3a05-4d18-9088-fd3e3f100f07 req-be3d62ff-1817-4685-a1b0-4c8aa4cb318f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:19.572467 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-7cba1d25-c447-4d22-8f65-c50be030163b admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=5475b5d2079947c2bfdfdeab95736e93&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8506582 Feb 16 15:57:19.589425 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 45336) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:57:19.589653 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 45338) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:57:19.596833 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cba1d25-c447-4d22-8f65-c50be030163b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=227ce69a-1d27-4af8-b59e-8d8f92848d1d,revision_number=1']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:57:19.614963 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-7cba1d25-c447-4d22-8f65-c50be030163b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:57:19.639121 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [req-3553f4a8-bd46-45f4-bea1-178085ab18da req-ff310fce-17f6-407c-b663-86f9c33b78a4 service neutron] Attempting to bind port 91bedd5f-bfc1-4fa3-873c-33c1642fa8f3 on host hv-cinder-77570 for vnic_type normal with profile {{(pid=84075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:57:19.639521 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [req-3553f4a8-bd46-45f4-bea1-178085ab18da req-ff310fce-17f6-407c-b663-86f9c33b78a4 service neutron] Attempting to bind port 91bedd5f-bfc1-4fa3-873c-33c1642fa8f3 by drivers openvswitch on host hv-cinder-77570 at level 0 using segments [{'id': '4c74b08f-a52b-4a1f-9538-bf6603adf309', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'dfea665b-420d-47c9-bed0-110dbf1ec729'}] {{(pid=84075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 15:57:19.639892 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3553f4a8-bd46-45f4-bea1-178085ab18da req-ff310fce-17f6-407c-b663-86f9c33b78a4 service neutron] Attempting to bind port 91bedd5f-bfc1-4fa3-873c-33c1642fa8f3 on network dfea665b-420d-47c9-bed0-110dbf1ec729 {{(pid=84075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 15:57:19.690558 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-6a0336b7-c0b4-46d4-938b-503bb66e6eb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:19.705025 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3553f4a8-bd46-45f4-bea1-178085ab18da req-ff310fce-17f6-407c-b663-86f9c33b78a4 service neutron] Checking agent: {'id': '6803919d-bffd-45bd-a97e-495ec12bc613', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 15, 54, 40), 'started_at': datetime.datetime(2021, 2, 16, 15, 55, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 15, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 15:57:19.705393 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3553f4a8-bd46-45f4-bea1-178085ab18da req-ff310fce-17f6-407c-b663-86f9c33b78a4 service neutron] Checking segment: {'id': '4c74b08f-a52b-4a1f-9538-bf6603adf309', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'dfea665b-420d-47c9-bed0-110dbf1ec729'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:57:19.705591 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-3553f4a8-bd46-45f4-bea1-178085ab18da req-ff310fce-17f6-407c-b663-86f9c33b78a4 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:19.705994 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3553f4a8-bd46-45f4-bea1-178085ab18da req-ff310fce-17f6-407c-b663-86f9c33b78a4 service neutron] Bound using segment: {'id': '4c74b08f-a52b-4a1f-9538-bf6603adf309', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'dfea665b-420d-47c9-bed0-110dbf1ec729'} {{(pid=84075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 15:57:19.707204 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [req-3553f4a8-bd46-45f4-bea1-178085ab18da req-ff310fce-17f6-407c-b663-86f9c33b78a4 service neutron] Bound port: 91bedd5f-bfc1-4fa3-873c-33c1642fa8f3, host: hv-cinder-77570, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c74b08f-a52b-4a1f-9538-bf6603adf309', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'dfea665b-420d-47c9-bed0-110dbf1ec729'}}] {{(pid=84075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 15:57:19.708422 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-3553f4a8-bd46-45f4-bea1-178085ab18da req-ff310fce-17f6-407c-b663-86f9c33b78a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:19.730507 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-6a0336b7-c0b4-46d4-938b-503bb66e6eb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:57:19.739945 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce731e0b-4eb5-4e00-b75b-66399415f8f1 req-1c8a017e-5551-4848-bbb2-8dfc559330e4 tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:19.741589 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ce731e0b-4eb5-4e00-b75b-66399415f8f1 req-1c8a017e-5551-4848-bbb2-8dfc559330e4 tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] 10.222.0.101 "GET /v2.0/ports?device_id=67ebc951-1531-47ae-b51e-94d4e355d928 HTTP/1.1" status: 200 len: 943 time: 0.8538501 Feb 16 15:57:19.742706 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [req-7d2ef096-948c-4ed0-9cfe-25bfc8dd594e req-4d3120b7-f762-4a32-8bb7-54597dc650e9 service neutron] Attempting to bind port 0c5d885e-eb99-4821-8688-2345bcfcc455 on host hv-cinder-77570 for vnic_type normal with profile {{(pid=84075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:57:19.742706 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [req-7d2ef096-948c-4ed0-9cfe-25bfc8dd594e req-4d3120b7-f762-4a32-8bb7-54597dc650e9 service neutron] Attempting to bind port 0c5d885e-eb99-4821-8688-2345bcfcc455 by drivers openvswitch on host hv-cinder-77570 at level 0 using segments [{'id': 'd69440aa-dedb-489c-bfce-44f2e5f52ef4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5ba9adbd-7e6e-40ef-8072-99fc00c91b9e'}] {{(pid=84075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 15:57:19.743206 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2ef096-948c-4ed0-9cfe-25bfc8dd594e req-4d3120b7-f762-4a32-8bb7-54597dc650e9 service neutron] Attempting to bind port 0c5d885e-eb99-4821-8688-2345bcfcc455 on network 5ba9adbd-7e6e-40ef-8072-99fc00c91b9e {{(pid=84075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 15:57:19.752382 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-6a0336b7-c0b4-46d4-938b-503bb66e6eb9 admin admin] Usage tracker for resource:security_group_rule and tenant:ae3d722a184f44aca90fd8eb037460ae is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:57:19.760233 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-6a0336b7-c0b4-46d4-938b-503bb66e6eb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:57:19.773937 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-5777de40-14d6-471c-8a7a-7fa47f04aebe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:19.805811 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2ef096-948c-4ed0-9cfe-25bfc8dd594e req-4d3120b7-f762-4a32-8bb7-54597dc650e9 service neutron] Checking agent: {'id': '6803919d-bffd-45bd-a97e-495ec12bc613', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 15, 54, 40), 'started_at': datetime.datetime(2021, 2, 16, 15, 55, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 15, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 15:57:19.806191 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2ef096-948c-4ed0-9cfe-25bfc8dd594e req-4d3120b7-f762-4a32-8bb7-54597dc650e9 service neutron] Checking segment: {'id': 'd69440aa-dedb-489c-bfce-44f2e5f52ef4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5ba9adbd-7e6e-40ef-8072-99fc00c91b9e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:57:19.806597 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-7d2ef096-948c-4ed0-9cfe-25bfc8dd594e req-4d3120b7-f762-4a32-8bb7-54597dc650e9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:19.807015 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2ef096-948c-4ed0-9cfe-25bfc8dd594e req-4d3120b7-f762-4a32-8bb7-54597dc650e9 service neutron] Bound using segment: {'id': 'd69440aa-dedb-489c-bfce-44f2e5f52ef4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5ba9adbd-7e6e-40ef-8072-99fc00c91b9e'} {{(pid=84075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 15:57:19.807515 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [req-7d2ef096-948c-4ed0-9cfe-25bfc8dd594e req-4d3120b7-f762-4a32-8bb7-54597dc650e9 service neutron] Bound port: 0c5d885e-eb99-4821-8688-2345bcfcc455, host: hv-cinder-77570, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd69440aa-dedb-489c-bfce-44f2e5f52ef4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5ba9adbd-7e6e-40ef-8072-99fc00c91b9e'}}] {{(pid=84075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 15:57:19.807889 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-7d2ef096-948c-4ed0-9cfe-25bfc8dd594e req-4d3120b7-f762-4a32-8bb7-54597dc650e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:19.808567 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-6a0336b7-c0b4-46d4-938b-503bb66e6eb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:57:19.888328 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-5777de40-14d6-471c-8a7a-7fa47f04aebe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:19.951953 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 45350) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:57:19.961530 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b885b627-41db-4b72-9c19-a4c71b508899 req-cffab22c-fdb1-4368-bf63-cdb27d3d329d tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:19.963176 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b885b627-41db-4b72-9c19-a4c71b508899 req-cffab22c-fdb1-4368-bf63-cdb27d3d329d tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=9844cecf-7414-46f2-a70f-1c8675461bc3 HTTP/1.1" status: 200 len: 932 time: 0.5184083 Feb 16 15:57:20.079167 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ce731e0b-4eb5-4e00-b75b-66399415f8f1 req-2fd955cf-201b-4849-b00e-6361a7a1be79 tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] 10.222.0.101 "GET /v2.0/security-groups?id=cebd4b8d-482b-4540-a8a2-c1eda8064a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221354 Feb 16 15:57:20.111787 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [req-3553f4a8-bd46-45f4-bea1-178085ab18da req-ff310fce-17f6-407c-b663-86f9c33b78a4 service neutron] For port 91bedd5f-bfc1-4fa3-873c-33c1642fa8f3, host hv-cinder-77570, cleared binding levels {{(pid=84075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 15:57:20.157125 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [req-3553f4a8-bd46-45f4-bea1-178085ab18da req-ff310fce-17f6-407c-b663-86f9c33b78a4 service neutron] For port 91bedd5f-bfc1-4fa3-873c-33c1642fa8f3, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=91bedd5f-bfc1-4fa3-873c-33c1642fa8f3,segment=NetworkSegment(4c74b08f-a52b-4a1f-9538-bf6603adf309),segment_id=4c74b08f-a52b-4a1f-9538-bf6603adf309)] {{(pid=84075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 15:57:20.169686 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.db_base_plugin_common [req-ac032fd3-7485-4e31-a0ca-1e8ea3aeac27 req-cd7f3547-528e-4eab-8c3e-746b4fbd8e32 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Allocated IP 172.20.0.5 (ac572d69-3346-47db-96b8-84a33dd2e288/c8b959bf-ae39-4aee-b829-e174a339a829/a3cfc80c-3747-4eaa-971c-fd4b447bcf21) {{(pid=84075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 15:57:20.178301 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b885b627-41db-4b72-9c19-a4c71b508899 req-ec25d3df-a4df-483f-8960-dc2c393332f5 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662619 Feb 16 15:57:20.179492 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [req-7d2ef096-948c-4ed0-9cfe-25bfc8dd594e req-4d3120b7-f762-4a32-8bb7-54597dc650e9 service neutron] For port 0c5d885e-eb99-4821-8688-2345bcfcc455, host hv-cinder-77570, cleared binding levels {{(pid=84075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 15:57:20.198185 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-3553f4a8-bd46-45f4-bea1-178085ab18da req-ff310fce-17f6-407c-b663-86f9c33b78a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847067257'] for port, after_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:20.198185 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [req-7d2ef096-948c-4ed0-9cfe-25bfc8dd594e req-4d3120b7-f762-4a32-8bb7-54597dc650e9 service neutron] For port 0c5d885e-eb99-4821-8688-2345bcfcc455, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=0c5d885e-eb99-4821-8688-2345bcfcc455,segment=NetworkSegment(d69440aa-dedb-489c-bfce-44f2e5f52ef4),segment_id=d69440aa-dedb-489c-bfce-44f2e5f52ef4)] {{(pid=84075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 15:57:20.198665 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-6a0336b7-c0b4-46d4-938b-503bb66e6eb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:20.219019 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-64dbaa0f-4e72-40f9-8ff0-99c119f36cd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:57:20.219403 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-5777de40-14d6-471c-8a7a-7fa47f04aebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:20.228037 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:57:20.249410 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5777de40-14d6-471c-8a7a-7fa47f04aebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=227ce69a-1d27-4af8-b59e-8d8f92848d1d,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:57:20.254739 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-5777de40-14d6-471c-8a7a-7fa47f04aebe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:57:20.263501 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-6a0336b7-c0b4-46d4-938b-503bb66e6eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:20.274955 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-fa3f5b4d-e4a3-483d-a753-add51909ba5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:57:20.295386 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [None req-d141401a-db2c-4015-94a7-e5abfcec93e2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-359275700-network', 'tenant_id': '429ac2b54ea444d6b4c0f22a0fe60fdd'}} {{(pid=84075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:57:20.297092 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-5777de40-14d6-471c-8a7a-7fa47f04aebe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:20.301551 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-5777de40-14d6-471c-8a7a-7fa47f04aebe admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/227ce69a-1d27-4af8-b59e-8d8f92848d1d HTTP/1.1" status: 204 len: 168 time: 0.7059000 Feb 16 15:57:20.301732 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-7d2ef096-948c-4ed0-9cfe-25bfc8dd594e req-4d3120b7-f762-4a32-8bb7-54597dc650e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847067257'] for port, after_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:20.317240 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-d141401a-db2c-4015-94a7-e5abfcec93e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:57:20.358720 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d05518bb-17ee-4865-b03c-31693adcda8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:20.369823 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-6a0336b7-c0b4-46d4-938b-503bb66e6eb9 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=ae3d722a184f44aca90fd8eb037460ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7750492 Feb 16 15:57:20.370142 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 45362) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:57:20.408501 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-d141401a-db2c-4015-94a7-e5abfcec93e2 admin admin] Usage tracker for resource:network and tenant:429ac2b54ea444d6b4c0f22a0fe60fdd is out of sync, need to count used quota {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:57:20.434459 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-d141401a-db2c-4015-94a7-e5abfcec93e2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:57:20.443389 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0336b7-c0b4-46d4-938b-503bb66e6eb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e45bee0a-bdfd-4368-be1a-4047a0dd524f,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:57:20.446927 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-6a0336b7-c0b4-46d4-938b-503bb66e6eb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:57:20.513156 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-d141401a-db2c-4015-94a7-e5abfcec93e2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:57:20.523559 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [req-25d77e57-3a05-4d18-9088-fd3e3f100f07 req-be3d62ff-1817-4685-a1b0-4c8aa4cb318f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dce29091-e275-428e-a810-d0cb9b966362 {{(pid=84074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 16 15:57:20.537404 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-25d77e57-3a05-4d18-9088-fd3e3f100f07 req-be3d62ff-1817-4685-a1b0-4c8aa4cb318f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:20.543681 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-7c73fddc-aa08-4e50-b2ce-491488821021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:20.565318 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f4413825-ac78-4a61-9ee3-03fe722145ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:20.567284 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [req-25d77e57-3a05-4d18-9088-fd3e3f100f07 req-be3d62ff-1817-4685-a1b0-4c8aa4cb318f service neutron] Transition to ACTIVE for port object dce29091-e275-428e-a810-d0cb9b966362 will not be triggered until provisioned by entity L2. {{(pid=84074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:57:20.582898 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-7c73fddc-aa08-4e50-b2ce-491488821021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:20.600770 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-25d77e57-3a05-4d18-9088-fd3e3f100f07 req-be3d62ff-1817-4685-a1b0-4c8aa4cb318f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:20.631002 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-7e426319-7685-4b7a-8f72-5abfa9f2dfec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:57:20.716260 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b001d12c-ca0d-4f10-9fa9-07e4ef908067 req-b800509f-fdd6-44c1-932d-0084fb554da8 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a42868-5e1e-49af-b0ff-44e3cd2357e8 HTTP/1.1" status: 200 len: 210 time: 0.2909589 Feb 16 15:57:20.744184 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff310fce-17f6-407c-b663-86f9c33b78a4 service neutron] Pushing event updated for resources: {'Port': ['ID=91bedd5f-bfc1-4fa3-873c-33c1642fa8f3,revision_number=3']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:57:20.755836 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-ff310fce-17f6-407c-b663-86f9c33b78a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:57:20.760496 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-9246982b-3ab5-4aef-8245-f2e7d1f680e7 tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.364s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:57:20.830249 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d141401a-db2c-4015-94a7-e5abfcec93e2 admin admin] Made reservation on behalf of 429ac2b54ea444d6b4c0f22a0fe60fdd for: {'network': 1} {{(pid=84075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:57:20.836452 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d141401a-db2c-4015-94a7-e5abfcec93e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for network, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:20.889967 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d141401a-db2c-4015-94a7-e5abfcec93e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:20.987704 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-d141401a-db2c-4015-94a7-e5abfcec93e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:57:21.006143 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-d141401a-db2c-4015-94a7-e5abfcec93e2 admin admin] Usage tracker for resource:security_group_rule and tenant:429ac2b54ea444d6b4c0f22a0fe60fdd is out of sync, need to count used quota {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:57:21.011489 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3120b7-f762-4a32-8bb7-54597dc650e9 service neutron] Pushing event updated for resources: {'Port': ['ID=0c5d885e-eb99-4821-8688-2345bcfcc455,revision_number=3']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:57:21.013948 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3d62ff-1817-4685-a1b0-4c8aa4cb318f service neutron] Pushing event updated for resources: {'Port': ['ID=dce29091-e275-428e-a810-d0cb9b966362,revision_number=2']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:57:21.015684 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-d141401a-db2c-4015-94a7-e5abfcec93e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:57:21.018672 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-4d3120b7-f762-4a32-8bb7-54597dc650e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:57:21.018860 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-be3d62ff-1817-4685-a1b0-4c8aa4cb318f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:57:21.030597 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3553f4a8-bd46-45f4-bea1-178085ab18da req-ff310fce-17f6-407c-b663-86f9c33b78a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:21.031315 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-3553f4a8-bd46-45f4-bea1-178085ab18da req-ff310fce-17f6-407c-b663-86f9c33b78a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210664'] for port, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:21.034725 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-3553f4a8-bd46-45f4-bea1-178085ab18da req-ff310fce-17f6-407c-b663-86f9c33b78a4 service neutron] 10.222.0.103 "PUT /v2.0/ports/91bedd5f-bfc1-4fa3-873c-33c1642fa8f3 HTTP/1.1" status: 200 len: 1157 time: 5.4694302 Feb 16 15:57:21.034725 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-d141401a-db2c-4015-94a7-e5abfcec93e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:57:21.035999 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67ebc951-1531-47ae-b51e-94d4e355d928', 'tag': '91bedd5f-bfc1-4fa3-873c-33c1642fa8f3'}] {{(pid=84075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:57:21.045867 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2d7ffe-69be-480d-91fd-2188a6ca69af req-42795e0b-cd7e-44cb-bfea-26ce320af753 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:21.047549 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6c2d7ffe-69be-480d-91fd-2188a6ca69af req-42795e0b-cd7e-44cb-bfea-26ce320af753 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=c6e18375-dbef-48d3-bf08-ce8ec6cba62e HTTP/1.1" status: 200 len: 944 time: 0.6991603 Feb 16 15:57:21.062909 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2ef096-948c-4ed0-9cfe-25bfc8dd594e req-4d3120b7-f762-4a32-8bb7-54597dc650e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:21.063617 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-7d2ef096-948c-4ed0-9cfe-25bfc8dd594e req-4d3120b7-f762-4a32-8bb7-54597dc650e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210664'] for port, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:21.065295 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7d2ef096-948c-4ed0-9cfe-25bfc8dd594e req-4d3120b7-f762-4a32-8bb7-54597dc650e9 service neutron] 10.222.0.103 "PUT /v2.0/ports/0c5d885e-eb99-4821-8688-2345bcfcc455 HTTP/1.1" status: 200 len: 1157 time: 5.4994798 Feb 16 15:57:21.138046 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-ac032fd3-7485-4e31-a0ca-1e8ea3aeac27 req-cd7f3547-528e-4eab-8c3e-746b4fbd8e32 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks [] for port, precommit_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:21.277837 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-7c73fddc-aa08-4e50-b2ce-491488821021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:21.285053 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [req-ac032fd3-7485-4e31-a0ca-1e8ea3aeac27 req-cd7f3547-528e-4eab-8c3e-746b4fbd8e32 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Transition to ACTIVE for port object a3cfc80c-3747-4eaa-971c-fd4b447bcf21 will not be triggered until provisioned by entity DHCP. {{(pid=84075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:57:21.290527 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-50ed8f94-d662-40d6-9e57-addcff19dbaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:57:21.299270 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6c2d7ffe-69be-480d-91fd-2188a6ca69af req-b42ed4f7-c690-4d94-9fe6-91acaef75e3c tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fcb05d0-71e7-4569-9012-47a704188c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322822 Feb 16 15:57:21.336294 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c73fddc-aa08-4e50-b2ce-491488821021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e45bee0a-bdfd-4368-be1a-4047a0dd524f,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:57:21.351276 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-7c73fddc-aa08-4e50-b2ce-491488821021 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:57:21.363164 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [req-25d77e57-3a05-4d18-9088-fd3e3f100f07 req-be3d62ff-1817-4685-a1b0-4c8aa4cb318f service neutron] Attempting to bind port dce29091-e275-428e-a810-d0cb9b966362 on host hv-cinder-77570 for vnic_type normal with profile {{(pid=84074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:57:21.363658 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [req-25d77e57-3a05-4d18-9088-fd3e3f100f07 req-be3d62ff-1817-4685-a1b0-4c8aa4cb318f service neutron] Attempting to bind port dce29091-e275-428e-a810-d0cb9b966362 by drivers openvswitch on host hv-cinder-77570 at level 0 using segments [{'id': 'd69440aa-dedb-489c-bfce-44f2e5f52ef4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5ba9adbd-7e6e-40ef-8072-99fc00c91b9e'}] {{(pid=84074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 15:57:21.363920 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d77e57-3a05-4d18-9088-fd3e3f100f07 req-be3d62ff-1817-4685-a1b0-4c8aa4cb318f service neutron] Attempting to bind port dce29091-e275-428e-a810-d0cb9b966362 on network 5ba9adbd-7e6e-40ef-8072-99fc00c91b9e {{(pid=84074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 15:57:21.366903 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.objects.ports [None req-56d57a40-8a23-4ac1-8f1d-0242fb555b33 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84076) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 16 15:57:21.368578 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-7c73fddc-aa08-4e50-b2ce-491488821021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:21.369974 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-7c73fddc-aa08-4e50-b2ce-491488821021 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/e45bee0a-bdfd-4368-be1a-4047a0dd524f HTTP/1.1" status: 204 len: 168 time: 0.9858947 Feb 16 15:57:21.386736 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d77e57-3a05-4d18-9088-fd3e3f100f07 req-be3d62ff-1817-4685-a1b0-4c8aa4cb318f service neutron] Checking agent: {'id': '6803919d-bffd-45bd-a97e-495ec12bc613', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 15, 54, 40), 'started_at': datetime.datetime(2021, 2, 16, 15, 55, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 15, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 15:57:21.387187 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d77e57-3a05-4d18-9088-fd3e3f100f07 req-be3d62ff-1817-4685-a1b0-4c8aa4cb318f service neutron] Checking segment: {'id': 'd69440aa-dedb-489c-bfce-44f2e5f52ef4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5ba9adbd-7e6e-40ef-8072-99fc00c91b9e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:57:21.387768 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-25d77e57-3a05-4d18-9088-fd3e3f100f07 req-be3d62ff-1817-4685-a1b0-4c8aa4cb318f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:21.388348 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d77e57-3a05-4d18-9088-fd3e3f100f07 req-be3d62ff-1817-4685-a1b0-4c8aa4cb318f service neutron] Bound using segment: {'id': 'd69440aa-dedb-489c-bfce-44f2e5f52ef4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5ba9adbd-7e6e-40ef-8072-99fc00c91b9e'} {{(pid=84074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 15:57:21.389243 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [req-25d77e57-3a05-4d18-9088-fd3e3f100f07 req-be3d62ff-1817-4685-a1b0-4c8aa4cb318f service neutron] Bound port: dce29091-e275-428e-a810-d0cb9b966362, host: hv-cinder-77570, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd69440aa-dedb-489c-bfce-44f2e5f52ef4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5ba9adbd-7e6e-40ef-8072-99fc00c91b9e'}}] {{(pid=84074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 15:57:21.389648 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-25d77e57-3a05-4d18-9088-fd3e3f100f07 req-be3d62ff-1817-4685-a1b0-4c8aa4cb318f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:21.450178 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:21.537170 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [req-25d77e57-3a05-4d18-9088-fd3e3f100f07 req-be3d62ff-1817-4685-a1b0-4c8aa4cb318f service neutron] For port dce29091-e275-428e-a810-d0cb9b966362, host hv-cinder-77570, cleared binding levels {{(pid=84074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 15:57:21.541528 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [req-25d77e57-3a05-4d18-9088-fd3e3f100f07 req-be3d62ff-1817-4685-a1b0-4c8aa4cb318f service neutron] For port dce29091-e275-428e-a810-d0cb9b966362, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=dce29091-e275-428e-a810-d0cb9b966362,segment=NetworkSegment(d69440aa-dedb-489c-bfce-44f2e5f52ef4),segment_id=d69440aa-dedb-489c-bfce-44f2e5f52ef4)] {{(pid=84074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 15:57:21.583404 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-25d77e57-3a05-4d18-9088-fd3e3f100f07 req-be3d62ff-1817-4685-a1b0-4c8aa4cb318f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:21.604616 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:57:21.805543 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d141401a-db2c-4015-94a7-e5abfcec93e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:21.823251 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3553f4a8-bd46-45f4-bea1-178085ab18da req-673635ee-a34f-40df-b458-66c868c3aab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:21.827936 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-3553f4a8-bd46-45f4-bea1-178085ab18da req-673635ee-a34f-40df-b458-66c868c3aab3 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=b3ae9f7e37a54dd3a8ade53578341209&device_id=67ebc951-1531-47ae-b51e-94d4e355d928 HTTP/1.1" status: 200 len: 1160 time: 0.6461518 Feb 16 15:57:21.829612 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2ef096-948c-4ed0-9cfe-25bfc8dd594e req-26a897df-c8f3-448f-b39a-78fca9363cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:21.831218 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7d2ef096-948c-4ed0-9cfe-25bfc8dd594e req-26a897df-c8f3-448f-b39a-78fca9363cd6 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=15f9cf749fe94c5aa76af3d23d68fbb3&device_id=617c5d16-91b3-4115-98c3-d15fb41b5a8c HTTP/1.1" status: 200 len: 1160 time: 0.6536829 Feb 16 15:57:21.842349 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d77e57-3a05-4d18-9088-fd3e3f100f07 req-be3d62ff-1817-4685-a1b0-4c8aa4cb318f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:21.843078 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-25d77e57-3a05-4d18-9088-fd3e3f100f07 req-be3d62ff-1817-4685-a1b0-4c8aa4cb318f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210664'] for port, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:21.844816 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-25d77e57-3a05-4d18-9088-fd3e3f100f07 req-be3d62ff-1817-4685-a1b0-4c8aa4cb318f service neutron] 10.222.0.103 "PUT /v2.0/ports/dce29091-e275-428e-a810-d0cb9b966362 HTTP/1.1" status: 200 len: 1158 time: 2.4133551 Feb 16 15:57:21.845363 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3d62ff-1817-4685-a1b0-4c8aa4cb318f service neutron] Pushing event updated for resources: {'Port': ['ID=dce29091-e275-428e-a810-d0cb9b966362,revision_number=3']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:57:21.848732 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9844cecf-7414-46f2-a70f-1c8675461bc3', 'tag': 'dce29091-e275-428e-a810-d0cb9b966362'}] {{(pid=84074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:57:21.854773 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-be3d62ff-1817-4685-a1b0-4c8aa4cb318f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:57:21.855884 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d141401a-db2c-4015-94a7-e5abfcec93e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:21.857091 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-ac032fd3-7485-4e31-a0ca-1e8ea3aeac27 req-cd7f3547-528e-4eab-8c3e-746b4fbd8e32 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776636048806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7708556'] for port, after_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:21.876593 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:57:21.949598 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d5bd3f-9b10-454b-8e2b-a54784e049b2 req-400596f4-c300-46c8-8a24-32e04270086e tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:21.951325 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-f8d5bd3f-9b10-454b-8e2b-a54784e049b2 req-400596f4-c300-46c8-8a24-32e04270086e tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] 10.222.0.101 "GET /v2.0/ports?device_id=67ebc951-1531-47ae-b51e-94d4e355d928 HTTP/1.1" status: 200 len: 943 time: 0.5285110 Feb 16 15:57:21.952157 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d141401a-db2c-4015-94a7-e5abfcec93e2 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=84075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 16 15:57:22.049731 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d141401a-db2c-4015-94a7-e5abfcec93e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a36c8f5-043e-4b5c-a9e6-6220310ace12,revision_number=1']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:57:22.059763 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeb132e-81a7-4f76-b4c7-bee02e937f6d req-92216f5e-1572-41cc-a830-6f24d7f85a39 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:22.061388 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6aeb132e-81a7-4f76-b4c7-bee02e937f6d req-92216f5e-1572-41cc-a830-6f24d7f85a39 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=9844cecf-7414-46f2-a70f-1c8675461bc3 HTTP/1.1" status: 200 len: 944 time: 0.3495116 Feb 16 15:57:22.068165 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-d141401a-db2c-4015-94a7-e5abfcec93e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:57:22.068625 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.167s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:57:22.109284 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d141401a-db2c-4015-94a7-e5abfcec93e2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776636542681', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797496'] for segment, precommit_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:22.109734 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.db.segments_db [None req-d141401a-db2c-4015-94a7-e5abfcec93e2 admin admin] Added segment be6680aa-053c-45cf-b3f1-80d90d6f3d99 of type vxlan for network 6ff970a2-12d5-4e2a-bb90-6587dc4c6194 Feb 16 15:57:22.246077 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d141401a-db2c-4015-94a7-e5abfcec93e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776635995166'] for network, precommit_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:22.260256 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-f8d5bd3f-9b10-454b-8e2b-a54784e049b2 req-17c3f8b9-4fb0-49d2-a27b-77b4b32857f3 tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] 10.222.0.101 "GET /v2.0/security-groups?id=cebd4b8d-482b-4540-a8a2-c1eda8064a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416968 Feb 16 15:57:22.271028 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7f3547-528e-4eab-8c3e-746b4fbd8e32 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Pushing event updated for resources: {'Port': ['ID=a3cfc80c-3747-4eaa-971c-fd4b447bcf21,revision_number=1']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:57:22.274708 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-331083c2-9fd5-48c9-8796-02890b3f22e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:22.277456 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6aeb132e-81a7-4f76-b4c7-bee02e937f6d req-9d47e78b-6f8b-4a9d-b1f2-4cf4881debb0 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661289 Feb 16 15:57:22.282848 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-cd7f3547-528e-4eab-8c3e-746b4fbd8e32 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:57:22.312232 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac032fd3-7485-4e31-a0ca-1e8ea3aeac27 req-cd7f3547-528e-4eab-8c3e-746b4fbd8e32 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Network ac572d69-3346-47db-96b8-84a33dd2e288 is already hosted by enough agents. {{(pid=84075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 15:57:22.315333 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.base_scheduler [req-ac032fd3-7485-4e31-a0ca-1e8ea3aeac27 req-cd7f3547-528e-4eab-8c3e-746b4fbd8e32 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Resources bound (agent type, host, resource id): {{(pid=84075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:57:22.319062 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac032fd3-7485-4e31-a0ca-1e8ea3aeac27 req-cd7f3547-528e-4eab-8c3e-746b4fbd8e32 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Received port after_create {{(pid=84075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 15:57:22.395835 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac032fd3-7485-4e31-a0ca-1e8ea3aeac27 req-cd7f3547-528e-4eab-8c3e-746b4fbd8e32 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:22.396291 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-ac032fd3-7485-4e31-a0ca-1e8ea3aeac27 req-cd7f3547-528e-4eab-8c3e-746b4fbd8e32 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210664'] for port, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:22.405436 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d141401a-db2c-4015-94a7-e5abfcec93e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677'] for network, after_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:22.468061 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d141401a-db2c-4015-94a7-e5abfcec93e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:22.468713 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d141401a-db2c-4015-94a7-e5abfcec93e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210664'] for network, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:22.479829 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-bcc29705-d23e-4156-b990-bad612beaddb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:57:22.651966 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d141401a-db2c-4015-94a7-e5abfcec93e2 admin admin] Pushing event updated for resources: {'Network': ['ID=6ff970a2-12d5-4e2a-bb90-6587dc4c6194,revision_number=1']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:57:22.655747 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-d141401a-db2c-4015-94a7-e5abfcec93e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:57:22.667972 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Network 6ff970a2-12d5-4e2a-bb90-6587dc4c6194 details requested by agent ovs-agent-dv-cinder-775706-1-iscsi with host dv-cinder-775706-1-iscsi {{(pid=84076) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 15:57:22.693014 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091bfca9-31c3-4af8-b26c-a433aca4e904 req-888ec688-d088-44d3-9b0f-6c8e14ed3173 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:22.693640 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-091bfca9-31c3-4af8-b26c-a433aca4e904 req-888ec688-d088-44d3-9b0f-6c8e14ed3173 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Synchronizing usage tracker for tenant:3d779634302641f2a94b48c70492e45e on resource:port {{(pid=84075) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 15:57:22.698971 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67ebc951-1531-47ae-b51e-94d4e355d928', 'tag': '91bedd5f-bfc1-4fa3-873c-33c1642fa8f3', 'status': 'completed', 'code': 200} Feb 16 15:57:22.759106 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9844cecf-7414-46f2-a70f-1c8675461bc3', 'tag': 'dce29091-e275-428e-a810-d0cb9b966362', 'status': 'completed', 'code': 200} Feb 16 15:57:22.967127 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532837ae-69a6-400e-a474-433b30ce72bc req-1b76c246-1e63-4cfe-a5b5-46a9197d1508 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:22.968731 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-532837ae-69a6-400e-a474-433b30ce72bc req-1b76c246-1e63-4cfe-a5b5-46a9197d1508 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=c6e18375-dbef-48d3-bf08-ce8ec6cba62e HTTP/1.1" status: 200 len: 944 time: 0.0973809 Feb 16 15:57:23.019043 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-532837ae-69a6-400e-a474-433b30ce72bc req-ab111a29-a57c-44af-a4f5-48b6471616cc tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fcb05d0-71e7-4569-9012-47a704188c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437877 Feb 16 15:57:23.480123 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b9582e-e8ef-4ec8-aed3-240d226cf64d req-254a3040-5fc6-44d9-bedc-1d526b51b4ba tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:23.481823 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c1b9582e-e8ef-4ec8-aed3-240d226cf64d req-254a3040-5fc6-44d9-bedc-1d526b51b4ba tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] 10.222.0.101 "GET /v2.0/ports?device_id=67ebc951-1531-47ae-b51e-94d4e355d928 HTTP/1.1" status: 200 len: 943 time: 0.0989738 Feb 16 15:57:23.541031 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c1b9582e-e8ef-4ec8-aed3-240d226cf64d req-77e9e2f5-140e-44fa-a1fd-123eb77d5ecc tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] 10.222.0.101 "GET /v2.0/security-groups?id=cebd4b8d-482b-4540-a8a2-c1eda8064a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526381 Feb 16 15:57:23.718851 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-a28d82d6-9ac6-464e-8756-234943cc56bd None None] Provisioning for port a3cfc80c-3747-4eaa-971c-fd4b447bcf21 completed by entity DHCP. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:57:23.725746 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-a28d82d6-9ac6-464e-8756-234943cc56bd None None] Provisioning complete for port a3cfc80c-3747-4eaa-971c-fd4b447bcf21 triggered by entity DHCP. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:57:23.726296 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a28d82d6-9ac6-464e-8756-234943cc56bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:23.735745 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd8a22d-ecf9-4b2d-bd12-75cbb78cc191 req-2e0c0fbe-f8a2-4f40-bea8-baaaecb93404 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:23.737363 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1cd8a22d-ecf9-4b2d-bd12-75cbb78cc191 req-2e0c0fbe-f8a2-4f40-bea8-baaaecb93404 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=9844cecf-7414-46f2-a70f-1c8675461bc3 HTTP/1.1" status: 200 len: 944 time: 0.0901954 Feb 16 15:57:23.773418 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-091bfca9-31c3-4af8-b26c-a433aca4e904 req-888ec688-d088-44d3-9b0f-6c8e14ed3173 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Unset dirty status for tenant:3d779634302641f2a94b48c70492e45e on resource:port {{(pid=84075) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 15:57:23.773418 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-091bfca9-31c3-4af8-b26c-a433aca4e904 req-888ec688-d088-44d3-9b0f-6c8e14ed3173 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a42868-5e1e-49af-b0ff-44e3cd2357e8 HTTP/1.1" status: 200 len: 931 time: 1.3046696 Feb 16 15:57:23.773561 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 45456) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:57:23.774544 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-d141401a-db2c-4015-94a7-e5abfcec93e2 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 3.8102758 Feb 16 15:57:23.777103 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ac032fd3-7485-4e31-a0ca-1e8ea3aeac27 req-cd7f3547-528e-4eab-8c3e-746b4fbd8e32 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1383440 Feb 16 15:57:23.779980 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [None req-d3b79f3f-59a8-47a1-ae9d-e6350d490494 admin admin] Request body: {'subnet': {'network_id': '6ff970a2-12d5-4e2a-bb90-6587dc4c6194', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-359275700-subnet', 'tenant_id': '429ac2b54ea444d6b4c0f22a0fe60fdd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:57:23.788381 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-d3b79f3f-59a8-47a1-ae9d-e6350d490494 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:57:23.797760 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-d3b79f3f-59a8-47a1-ae9d-e6350d490494 admin admin] Usage tracker for resource:subnet and tenant:429ac2b54ea444d6b4c0f22a0fe60fdd is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:57:23.804510 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-a28d82d6-9ac6-464e-8756-234943cc56bd None None] Port a3cfc80c-3747-4eaa-971c-fd4b447bcf21 cannot update to ACTIVE because it is not bound. {{(pid=84076) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 15:57:23.805493 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-d3b79f3f-59a8-47a1-ae9d-e6350d490494 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:57:23.814531 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-d3b79f3f-59a8-47a1-ae9d-e6350d490494 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:57:23.838131 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1cd8a22d-ecf9-4b2d-bd12-75cbb78cc191 req-56de3c4e-bf71-407d-82ee-1122976e834e tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940788 Feb 16 15:57:23.852753 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-091bfca9-31c3-4af8-b26c-a433aca4e904 req-bc4c5f54-e5d4-4157-b1ba-ced6510820f6 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/security-groups?id=5898dce6-7055-4862-b83b-a300f7112f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709450 Feb 16 15:57:23.877248 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Network 6ff970a2-12d5-4e2a-bb90-6587dc4c6194 details requested by agent ovs-agent-hv-cinder-77570 with host hv-cinder-77570 {{(pid=84076) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 15:57:23.890008 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b79f3f-59a8-47a1-ae9d-e6350d490494 admin admin] Made reservation on behalf of 429ac2b54ea444d6b4c0f22a0fe60fdd for: {'subnet': 1} {{(pid=84074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:57:23.897263 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d3b79f3f-59a8-47a1-ae9d-e6350d490494 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:24.005671 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-3553f4a8-bd46-45f4-bea1-178085ab18da req-0b0e7320-200b-4ec2-9691-99c2f8b0f6a1 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91bedd5f-bfc1-4fa3-873c-33c1642fa8f3 HTTP/1.1" status: 200 len: 217 time: 0.1227062 Feb 16 15:57:24.395570 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd267902-5c5b-42df-af69-334f9b209eff req-a1e03dc8-7057-4773-a982-291c23a31cad tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:24.397226 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-fd267902-5c5b-42df-af69-334f9b209eff req-a1e03dc8-7057-4773-a982-291c23a31cad tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=c6e18375-dbef-48d3-bf08-ce8ec6cba62e HTTP/1.1" status: 200 len: 944 time: 0.0926619 Feb 16 15:57:24.471001 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-fd267902-5c5b-42df-af69-334f9b209eff req-7a522dc4-7416-455e-a84c-ca0bd7b42139 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fcb05d0-71e7-4569-9012-47a704188c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656331 Feb 16 15:57:24.734101 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '617c5d16-91b3-4115-98c3-d15fb41b5a8c', 'tag': '0c5d885e-eb99-4821-8688-2345bcfcc455'}] {{(pid=84075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:57:24.798445 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '617c5d16-91b3-4115-98c3-d15fb41b5a8c', 'tag': '0c5d885e-eb99-4821-8688-2345bcfcc455', 'status': 'completed', 'code': 200} Feb 16 15:57:24.825972 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb68c2-38c4-451e-8503-c83f9421272d req-356553f0-18f4-45c1-8bda-ce71ca0f7ac4 tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:24.827750 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-d7eb68c2-38c4-451e-8503-c83f9421272d req-356553f0-18f4-45c1-8bda-ce71ca0f7ac4 tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] 10.222.0.101 "GET /v2.0/ports?device_id=67ebc951-1531-47ae-b51e-94d4e355d928 HTTP/1.1" status: 200 len: 943 time: 0.1397851 Feb 16 15:57:24.829670 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d3b79f3f-59a8-47a1-ae9d-e6350d490494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677'] for subnet, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:24.846452 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:57:24.890550 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-d7eb68c2-38c4-451e-8503-c83f9421272d req-d03c0913-1616-44b6-8fe2-8ff1df8f0c36 tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] 10.222.0.101 "GET /v2.0/security-groups?id=cebd4b8d-482b-4540-a8a2-c1eda8064a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525324 Feb 16 15:57:25.026816 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b79f3f-59a8-47a1-ae9d-e6350d490494 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c79b28dd-bdda-463a-9fbd-b71c9c750748,revision_number=0']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:57:25.035747 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-d3b79f3f-59a8-47a1-ae9d-e6350d490494 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:57:25.137725 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b79f3f-59a8-47a1-ae9d-e6350d490494 admin admin] Checking segment: {'id': 'be6680aa-053c-45cf-b3f1-80d90d6f3d99', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6ff970a2-12d5-4e2a-bb90-6587dc4c6194'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:57:25.138102 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b79f3f-59a8-47a1-ae9d-e6350d490494 admin admin] Network hostable DHCP agents. Network: 6ff970a2-12d5-4e2a-bb90-6587dc4c6194, hostable agents: ['47b90563-7f25-4d7d-8681-11e1fb253c09'], hosted agents: [] {{(pid=84074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 16 15:57:25.209977 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed65060-10f9-46c2-bbd2-63e2b56742f9 req-a0b620ee-e696-4cf8-a1ee-b9006ba4c512 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:25.211708 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1ed65060-10f9-46c2-bbd2-63e2b56742f9 req-a0b620ee-e696-4cf8-a1ee-b9006ba4c512 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=9844cecf-7414-46f2-a70f-1c8675461bc3 HTTP/1.1" status: 200 len: 944 time: 0.2099357 Feb 16 15:57:25.216646 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b79f3f-59a8-47a1-ae9d-e6350d490494 admin admin] Network 6ff970a2-12d5-4e2a-bb90-6587dc4c6194 is scheduled to be hosted by DHCP agent 47b90563-7f25-4d7d-8681-11e1fb253c09 with binding_index 1 {{(pid=84074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 16 15:57:25.244472 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdbf1bd-872e-499a-9227-654ad86a8099 req-bd51f306-0f9a-4c7b-9c5c-166ef45520a0 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:25.246066 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-4fdbf1bd-872e-499a-9227-654ad86a8099 req-bd51f306-0f9a-4c7b-9c5c-166ef45520a0 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a42868-5e1e-49af-b0ff-44e3cd2357e8 HTTP/1.1" status: 200 len: 931 time: 0.1648085 Feb 16 15:57:25.333052 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.base_scheduler [None req-d3b79f3f-59a8-47a1-ae9d-e6350d490494 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-1-iscsi, 6ff970a2-12d5-4e2a-bb90-6587dc4c6194) {{(pid=84074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:57:25.341992 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f7d4a0-b94b-4d86-9e92-b84e0afdf427 None None] Network 6ff970a2-12d5-4e2a-bb90-6587dc4c6194 requested from dv-cinder-775706-1-iscsi {{(pid=84076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 15:57:25.345335 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b79f3f-59a8-47a1-ae9d-e6350d490494 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:25.345982 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d3b79f3f-59a8-47a1-ae9d-e6350d490494 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:25.412238 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [req-ac032fd3-7485-4e31-a0ca-1e8ea3aeac27 req-2d335a14-3c6a-4a79-b4ef-98ea26008a87 service neutron] Request body: {'port': {'device_id': '52a42868-5e1e-49af-b0ff-44e3cd2357e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=84075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:57:25.423306 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-d3b79f3f-59a8-47a1-ae9d-e6350d490494 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6489727 Feb 16 15:57:25.434663 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7eb955-5206-4ad7-abb8-225742b3cf37 req-6a7bd7d5-2d2a-4585-adf6-1bb0f1e8d68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:25.436698 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-2a7eb955-5206-4ad7-abb8-225742b3cf37 req-6a7bd7d5-2d2a-4585-adf6-1bb0f1e8d68e service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=15f9cf749fe94c5aa76af3d23d68fbb3&device_id=9844cecf-7414-46f2-a70f-1c8675461bc3 HTTP/1.1" status: 200 len: 1161 time: 0.1585250 Feb 16 15:57:25.533510 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1ed65060-10f9-46c2-bbd2-63e2b56742f9 req-6362139f-d1e6-4d49-b8e6-6945a915c9a8 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129499 Feb 16 15:57:25.554419 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7d2ef096-948c-4ed0-9cfe-25bfc8dd594e req-ac21c6eb-1060-475d-845b-c7cc5e311b16 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c5d885e-eb99-4821-8688-2345bcfcc455 HTTP/1.1" status: 200 len: 217 time: 0.2634134 Feb 16 15:57:25.685161 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7eb955-5206-4ad7-abb8-225742b3cf37 req-8a5bd96d-d73c-494b-8d4d-e47710e1f99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:25.691131 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-2a7eb955-5206-4ad7-abb8-225742b3cf37 req-8a5bd96d-d73c-494b-8d4d-e47710e1f99b service neutron] 10.222.0.103 "GET /v2.0/networks?tenant_id=15f9cf749fe94c5aa76af3d23d68fbb3&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2426469 Feb 16 15:57:25.722332 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-4fdbf1bd-872e-499a-9227-654ad86a8099 req-539db445-44e8-432c-91cf-f0a0ef8354ae tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/security-groups?id=5898dce6-7055-4862-b83b-a300f7112f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4555352 Feb 16 15:57:25.742458 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device a34d37cc-fbc0-4996-a518-d5917786f3d7 up at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:57:25.807107 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3553f4a8-bd46-45f4-bea1-178085ab18da req-460840d0-352b-453f-85c7-4f6c355fcefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:25.809731 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-3553f4a8-bd46-45f4-bea1-178085ab18da req-460840d0-352b-453f-85c7-4f6c355fcefd service neutron] 10.222.0.103 "GET /v2.0/subnets?id=f6d9d432-b4e9-4102-b7a5-1a3178bdfeef HTTP/1.1" status: 200 len: 851 time: 0.4343038 Feb 16 15:57:25.817637 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f645c2d-9416-4838-9176-eaa6ba744267 None None] Network 6ff970a2-12d5-4e2a-bb90-6587dc4c6194 requested from dv-cinder-775706-1-iscsi {{(pid=84076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 15:57:25.886353 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7eb955-5206-4ad7-abb8-225742b3cf37 req-450a4ace-3b2b-42eb-9a9b-c730fbbc317a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:25.887993 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-2a7eb955-5206-4ad7-abb8-225742b3cf37 req-450a4ace-3b2b-42eb-9a9b-c730fbbc317a service neutron] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1902742 Feb 16 15:57:25.954105 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-3553f4a8-bd46-45f4-bea1-178085ab18da req-c67aa515-bd31-4541-a37b-e4ced0a5067a service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=dfea665b-420d-47c9-bed0-110dbf1ec729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0898299 Feb 16 15:57:25.955594 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2ef096-948c-4ed0-9cfe-25bfc8dd594e req-21d33094-a6dc-4762-bf99-2fdc198c0441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:25.957104 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7d2ef096-948c-4ed0-9cfe-25bfc8dd594e req-21d33094-a6dc-4762-bf99-2fdc198c0441 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=fae66b79-d403-4bb6-bf46-a87b3c07ef1e HTTP/1.1" status: 200 len: 859 time: 0.3733041 Feb 16 15:57:26.132329 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d77e57-3a05-4d18-9088-fd3e3f100f07 req-349320e2-c528-4a76-8f04-fccea0fb60c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:26.134271 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-25d77e57-3a05-4d18-9088-fd3e3f100f07 req-349320e2-c528-4a76-8f04-fccea0fb60c9 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=15f9cf749fe94c5aa76af3d23d68fbb3&device_id=9844cecf-7414-46f2-a70f-1c8675461bc3 HTTP/1.1" status: 200 len: 1161 time: 0.1972508 Feb 16 15:57:26.153682 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning for port a34d37cc-fbc0-4996-a518-d5917786f3d7 completed by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:57:26.161912 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning complete for port a34d37cc-fbc0-4996-a518-d5917786f3d7 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:57:26.164250 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:26.233901 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-ac032fd3-7485-4e31-a0ca-1e8ea3aeac27 req-2d335a14-3c6a-4a79-b4ef-98ea26008a87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:26.250216 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-25d77e57-3a05-4d18-9088-fd3e3f100f07 req-ac2aee45-17c6-47a8-aecc-d24439f1120f service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dce29091-e275-428e-a810-d0cb9b966362 HTTP/1.1" status: 200 len: 217 time: 0.1026888 Feb 16 15:57:26.255265 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-3553f4a8-bd46-45f4-bea1-178085ab18da req-4a0e666e-3baf-488f-8fe8-2a2e60364469 service neutron] 10.222.0.103 "GET /v2.0/networks/dfea665b-420d-47c9-bed0-110dbf1ec729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478688 Feb 16 15:57:26.298034 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7d2ef096-948c-4ed0-9cfe-25bfc8dd594e req-5eacc0db-e6e9-4533-8282-88b444d35228 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=5ba9adbd-7e6e-40ef-8072-99fc00c91b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3302462 Feb 16 15:57:26.322712 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:26.373467 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] For port a34d37cc-fbc0-4996-a518-d5917786f3d7, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=a34d37cc-fbc0-4996-a518-d5917786f3d7,segment=NetworkSegment(345b1ee1-cb15-421b-844c-b60c726b46c9),segment_id=345b1ee1-cb15-421b-844c-b60c726b46c9)] {{(pid=84076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:57:26.373467 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6e18375-dbef-48d3-bf08-ce8ec6cba62e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a34d37cc-fbc0-4996-a518-d5917786f3d7'}] {{(pid=84076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:57:26.373720 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d77e57-3a05-4d18-9088-fd3e3f100f07 req-9b52b88c-5184-403a-8539-bb82177c8177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:26.374217 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-25d77e57-3a05-4d18-9088-fd3e3f100f07 req-9b52b88c-5184-403a-8539-bb82177c8177 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=fae66b79-d403-4bb6-bf46-a87b3c07ef1e HTTP/1.1" status: 200 len: 859 time: 0.1108704 Feb 16 15:57:26.435801 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:26.438304 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:57:26.462960 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-25d77e57-3a05-4d18-9088-fd3e3f100f07 req-d7a635b4-d817-4882-8052-1628e2e8ef6c service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=5ba9adbd-7e6e-40ef-8072-99fc00c91b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822845 Feb 16 15:57:26.527598 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Pushing event updated for resources: {'Port': ['ID=a34d37cc-fbc0-4996-a518-d5917786f3d7,revision_number=4']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:57:26.533100 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:57:26.866615 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a51a6-3c4a-4033-a80d-12b2ccb6569e req-5ef52f29-753b-4118-a533-a9b741720d25 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:26.868503 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7f0a51a6-3c4a-4033-a80d-12b2ccb6569e req-5ef52f29-753b-4118-a533-a9b741720d25 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=c6e18375-dbef-48d3-bf08-ce8ec6cba62e HTTP/1.1" status: 200 len: 944 time: 1.1308050 Feb 16 15:57:27.000206 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7d2ef096-948c-4ed0-9cfe-25bfc8dd594e req-62baa843-a852-45d2-b676-81f323190d52 service neutron] 10.222.0.103 "GET /v2.0/networks/5ba9adbd-7e6e-40ef-8072-99fc00c91b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6321604 Feb 16 15:57:27.059878 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-3553f4a8-bd46-45f4-bea1-178085ab18da req-cd8bea76-828a-4b58-a5dd-c8bbb637c79c service neutron] 10.222.0.103 "GET /v2.0/networks/dfea665b-420d-47c9-bed0-110dbf1ec729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7918775 Feb 16 15:57:27.099597 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c36206-56e8-4e2b-a4b3-043344b8b7d7 req-f27e8a46-4b4a-4608-89f6-dae6d8d48463 tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:27.101279 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-53c36206-56e8-4e2b-a4b3-043344b8b7d7 req-f27e8a46-4b4a-4608-89f6-dae6d8d48463 tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] 10.222.0.101 "GET /v2.0/ports?device_id=67ebc951-1531-47ae-b51e-94d4e355d928 HTTP/1.1" status: 200 len: 943 time: 0.8438308 Feb 16 15:57:27.158184 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7f0a51a6-3c4a-4033-a80d-12b2ccb6569e req-6d140d6e-fcd7-4b35-9812-eaf5dfb1e26e tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fcb05d0-71e7-4569-9012-47a704188c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480667 Feb 16 15:57:27.158444 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 45578) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:57:27.165377 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [None req-2371f37a-482e-4016-b0aa-aa5dc0fa3ed5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1275481794-network', 'tenant_id': 'd81f504d5e1c4a9ba2a332f355cc7366'}} {{(pid=84074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:57:27.170342 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-2371f37a-482e-4016-b0aa-aa5dc0fa3ed5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:57:27.174650 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-2371f37a-482e-4016-b0aa-aa5dc0fa3ed5 admin admin] Usage tracker for resource:network and tenant:d81f504d5e1c4a9ba2a332f355cc7366 is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:57:27.178945 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-2371f37a-482e-4016-b0aa-aa5dc0fa3ed5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:57:27.184779 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-2371f37a-482e-4016-b0aa-aa5dc0fa3ed5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:57:27.235052 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-53c36206-56e8-4e2b-a4b3-043344b8b7d7 req-ff5e208a-6363-4778-85d9-ba850fb7c28e tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] 10.222.0.101 "GET /v2.0/security-groups?id=cebd4b8d-482b-4540-a8a2-c1eda8064a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884786 Feb 16 15:57:27.250555 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2371f37a-482e-4016-b0aa-aa5dc0fa3ed5 admin admin] Made reservation on behalf of d81f504d5e1c4a9ba2a332f355cc7366 for: {'network': 1} {{(pid=84074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:57:27.265838 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-2371f37a-482e-4016-b0aa-aa5dc0fa3ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for network, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:27.284980 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-2371f37a-482e-4016-b0aa-aa5dc0fa3ed5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:27.346178 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-2371f37a-482e-4016-b0aa-aa5dc0fa3ed5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:57:27.359496 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-2371f37a-482e-4016-b0aa-aa5dc0fa3ed5 admin admin] Usage tracker for resource:security_group_rule and tenant:d81f504d5e1c4a9ba2a332f355cc7366 is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:57:27.365442 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-2371f37a-482e-4016-b0aa-aa5dc0fa3ed5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:57:27.371798 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-2371f37a-482e-4016-b0aa-aa5dc0fa3ed5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:57:27.477524 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-2371f37a-482e-4016-b0aa-aa5dc0fa3ed5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:27.507522 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-2371f37a-482e-4016-b0aa-aa5dc0fa3ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:27.513121 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-7f322c64-6107-493c-b691-3a007358b556 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:57:27.541727 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54052c32-25ce-42f1-aee3-55752dcdbdaa req-137fc860-2b18-4c19-85f9-4533286a31f1 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:27.544186 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-54052c32-25ce-42f1-aee3-55752dcdbdaa req-137fc860-2b18-4c19-85f9-4533286a31f1 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=9844cecf-7414-46f2-a70f-1c8675461bc3 HTTP/1.1" status: 200 len: 944 time: 0.2097497 Feb 16 15:57:27.549391 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2371f37a-482e-4016-b0aa-aa5dc0fa3ed5 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=84074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 16 15:57:27.564900 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2371f37a-482e-4016-b0aa-aa5dc0fa3ed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2657b047-9298-40ef-8366-85a07d295b49,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:57:27.576248 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-2371f37a-482e-4016-b0aa-aa5dc0fa3ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797496'] for segment, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:27.576750 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.db.segments_db [None req-2371f37a-482e-4016-b0aa-aa5dc0fa3ed5 admin admin] Added segment c8b70afd-92dd-425f-b1b3-efdbd0eb031b of type vxlan for network c0feca84-f0fb-4563-8016-38707e86be8e Feb 16 15:57:27.578532 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-2371f37a-482e-4016-b0aa-aa5dc0fa3ed5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:57:27.606998 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d1daa1-f6c3-4597-a5e7-83ac90492d51 req-8ff60ec3-4ace-4cea-8913-d909ec653598 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:27.608734 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-f7d1daa1-f6c3-4597-a5e7-83ac90492d51 req-8ff60ec3-4ace-4cea-8913-d909ec653598 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a42868-5e1e-49af-b0ff-44e3cd2357e8 HTTP/1.1" status: 200 len: 931 time: 0.2116711 Feb 16 15:57:27.642714 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-2371f37a-482e-4016-b0aa-aa5dc0fa3ed5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776635995166'] for network, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:27.732935 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [req-ac032fd3-7485-4e31-a0ca-1e8ea3aeac27 req-2d335a14-3c6a-4a79-b4ef-98ea26008a87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3cfc80c-3747-4eaa-971c-fd4b447bcf21 {{(pid=84075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 16 15:57:27.741607 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-2371f37a-482e-4016-b0aa-aa5dc0fa3ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677'] for network, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:27.742691 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-54052c32-25ce-42f1-aee3-55752dcdbdaa req-09d2e83a-c637-4313-be02-ce81b4de00fd tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909492 Feb 16 15:57:27.743567 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2371f37a-482e-4016-b0aa-aa5dc0fa3ed5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:27.744615 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-2371f37a-482e-4016-b0aa-aa5dc0fa3ed5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210664'] for network, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:27.749937 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-f7d1daa1-f6c3-4597-a5e7-83ac90492d51 req-d18a481b-1f10-4bdc-bf7e-5699dc82f47d tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/security-groups?id=5898dce6-7055-4862-b83b-a300f7112f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996406 Feb 16 15:57:27.754592 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-ac032fd3-7485-4e31-a0ca-1e8ea3aeac27 req-2d335a14-3c6a-4a79-b4ef-98ea26008a87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:27.757179 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-b6781677-970a-4980-8cd5-b1578c2d6e32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:57:27.780356 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [req-ac032fd3-7485-4e31-a0ca-1e8ea3aeac27 req-2d335a14-3c6a-4a79-b4ef-98ea26008a87 service neutron] Transition to ACTIVE for port object a3cfc80c-3747-4eaa-971c-fd4b447bcf21 will not be triggered until provisioned by entity L2. {{(pid=84075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:57:27.810572 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-ac032fd3-7485-4e31-a0ca-1e8ea3aeac27 req-2d335a14-3c6a-4a79-b4ef-98ea26008a87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847067257'] for port, after_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:27.836069 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-ff310fce-17f6-407c-b663-86f9c33b78a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:57:27.877320 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2371f37a-482e-4016-b0aa-aa5dc0fa3ed5 admin admin] Pushing event updated for resources: {'Network': ['ID=c0feca84-f0fb-4563-8016-38707e86be8e,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:57:27.889907 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-2371f37a-482e-4016-b0aa-aa5dc0fa3ed5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:57:27.900032 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Network c0feca84-f0fb-4563-8016-38707e86be8e details requested by agent ovs-agent-dv-cinder-775706-1-iscsi with host dv-cinder-775706-1-iscsi {{(pid=84076) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 15:57:27.918456 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-2371f37a-482e-4016-b0aa-aa5dc0fa3ed5 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.7582362 Feb 16 15:57:27.921275 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 45604) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:57:27.929080 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [None req-01cb9086-6ed1-4da4-b5f7-ba063654cddb admin admin] Request body: {'subnet': {'network_id': 'c0feca84-f0fb-4563-8016-38707e86be8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1275481794-subnet', 'tenant_id': 'd81f504d5e1c4a9ba2a332f355cc7366', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:57:27.941685 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-01cb9086-6ed1-4da4-b5f7-ba063654cddb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:57:27.946803 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-01cb9086-6ed1-4da4-b5f7-ba063654cddb admin admin] Usage tracker for resource:subnet and tenant:d81f504d5e1c4a9ba2a332f355cc7366 is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:57:27.954208 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-01cb9086-6ed1-4da4-b5f7-ba063654cddb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:57:27.968276 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-01cb9086-6ed1-4da4-b5f7-ba063654cddb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:57:28.013035 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d335a14-3c6a-4a79-b4ef-98ea26008a87 service neutron] Pushing event updated for resources: {'Port': ['ID=a3cfc80c-3747-4eaa-971c-fd4b447bcf21,revision_number=2']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:57:28.061074 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Network c0feca84-f0fb-4563-8016-38707e86be8e details requested by agent ovs-agent-hv-cinder-77570 with host hv-cinder-77570 {{(pid=84076) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 15:57:28.073632 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-2d335a14-3c6a-4a79-b4ef-98ea26008a87 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:57:28.132693 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 45608) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:57:28.301329 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01cb9086-6ed1-4da4-b5f7-ba063654cddb admin admin] Made reservation on behalf of d81f504d5e1c4a9ba2a332f355cc7366 for: {'subnet': 1} {{(pid=84074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:57:28.317697 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-01cb9086-6ed1-4da4-b5f7-ba063654cddb admin admin] Notify callbacks [] for subnet, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:28.402363 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-25d77e57-3a05-4d18-9088-fd3e3f100f07 req-ac2ebde9-e11e-4d79-b647-6802797b53b4 service neutron] 10.222.0.103 "GET /v2.0/networks/5ba9adbd-7e6e-40ef-8072-99fc00c91b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3906000 Feb 16 15:57:28.452103 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6e18375-dbef-48d3-bf08-ce8ec6cba62e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a34d37cc-fbc0-4996-a518-d5917786f3d7', 'code': 200} Feb 16 15:57:28.561932 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7d2ef096-948c-4ed0-9cfe-25bfc8dd594e req-1abc5eb1-b121-473d-9bab-95030b040e9d service neutron] 10.222.0.103 "GET /v2.0/networks/5ba9adbd-7e6e-40ef-8072-99fc00c91b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5457871 Feb 16 15:57:28.574785 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-6cffa4ac-8623-46b9-8230-9892b1e536b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:28.609133 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-6cffa4ac-8623-46b9-8230-9892b1e536b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:57:28.623312 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-6cffa4ac-8623-46b9-8230-9892b1e536b8 admin admin] Usage tracker for resource:security_group_rule and tenant:2f7f39319b524c039fe4792156540fcf is out of sync, need to count used quota {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:57:28.636654 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-6cffa4ac-8623-46b9-8230-9892b1e536b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:57:28.651952 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-6cffa4ac-8623-46b9-8230-9892b1e536b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:57:28.678960 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [req-ac032fd3-7485-4e31-a0ca-1e8ea3aeac27 req-2d335a14-3c6a-4a79-b4ef-98ea26008a87 service neutron] Attempting to bind port a3cfc80c-3747-4eaa-971c-fd4b447bcf21 on host hv-cinder-77570 for vnic_type normal with profile {{(pid=84075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:57:28.679339 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [req-ac032fd3-7485-4e31-a0ca-1e8ea3aeac27 req-2d335a14-3c6a-4a79-b4ef-98ea26008a87 service neutron] Attempting to bind port a3cfc80c-3747-4eaa-971c-fd4b447bcf21 by drivers openvswitch on host hv-cinder-77570 at level 0 using segments [{'id': 'cce3f7c0-d4e6-4689-83a1-8323f6247bc1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ac572d69-3346-47db-96b8-84a33dd2e288'}] {{(pid=84075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 15:57:28.679713 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac032fd3-7485-4e31-a0ca-1e8ea3aeac27 req-2d335a14-3c6a-4a79-b4ef-98ea26008a87 service neutron] Attempting to bind port a3cfc80c-3747-4eaa-971c-fd4b447bcf21 on network ac572d69-3346-47db-96b8-84a33dd2e288 {{(pid=84075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 15:57:28.697158 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac032fd3-7485-4e31-a0ca-1e8ea3aeac27 req-2d335a14-3c6a-4a79-b4ef-98ea26008a87 service neutron] Checking agent: {'id': '6803919d-bffd-45bd-a97e-495ec12bc613', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 15, 54, 40), 'started_at': datetime.datetime(2021, 2, 16, 15, 55, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 15, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 15:57:28.697544 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac032fd3-7485-4e31-a0ca-1e8ea3aeac27 req-2d335a14-3c6a-4a79-b4ef-98ea26008a87 service neutron] Checking segment: {'id': 'cce3f7c0-d4e6-4689-83a1-8323f6247bc1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ac572d69-3346-47db-96b8-84a33dd2e288'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:57:28.697951 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-ac032fd3-7485-4e31-a0ca-1e8ea3aeac27 req-2d335a14-3c6a-4a79-b4ef-98ea26008a87 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:28.698351 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac032fd3-7485-4e31-a0ca-1e8ea3aeac27 req-2d335a14-3c6a-4a79-b4ef-98ea26008a87 service neutron] Bound using segment: {'id': 'cce3f7c0-d4e6-4689-83a1-8323f6247bc1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ac572d69-3346-47db-96b8-84a33dd2e288'} {{(pid=84075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 15:57:28.698863 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [req-ac032fd3-7485-4e31-a0ca-1e8ea3aeac27 req-2d335a14-3c6a-4a79-b4ef-98ea26008a87 service neutron] Bound port: a3cfc80c-3747-4eaa-971c-fd4b447bcf21, host: hv-cinder-77570, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cce3f7c0-d4e6-4689-83a1-8323f6247bc1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ac572d69-3346-47db-96b8-84a33dd2e288'}}] {{(pid=84075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 15:57:28.699244 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-ac032fd3-7485-4e31-a0ca-1e8ea3aeac27 req-2d335a14-3c6a-4a79-b4ef-98ea26008a87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:28.746677 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec8531-e0d8-4efe-bacb-0fa52cc5965d req-fd1db342-87a8-47aa-b002-511abb5120c3 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:28.748324 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-aeec8531-e0d8-4efe-bacb-0fa52cc5965d req-fd1db342-87a8-47aa-b002-511abb5120c3 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=c6e18375-dbef-48d3-bf08-ce8ec6cba62e HTTP/1.1" status: 200 len: 946 time: 0.3641877 Feb 16 15:57:28.794746 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395d2478-7d1a-4662-ba18-8c447958398c req-c88d40ed-5e72-4a4e-870e-ac6ea2ca669c tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:28.796269 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-395d2478-7d1a-4662-ba18-8c447958398c req-c88d40ed-5e72-4a4e-870e-ac6ea2ca669c tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] 10.222.0.101 "GET /v2.0/ports?device_id=67ebc951-1531-47ae-b51e-94d4e355d928 HTTP/1.1" status: 200 len: 943 time: 0.3459520 Feb 16 15:57:28.877779 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-01cb9086-6ed1-4da4-b5f7-ba063654cddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677'] for subnet, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:28.891655 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:57:28.947190 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-aeec8531-e0d8-4efe-bacb-0fa52cc5965d req-0d390932-9a47-46af-a8c0-8c959e3f3017 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fcb05d0-71e7-4569-9012-47a704188c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600089 Feb 16 15:57:28.950825 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [req-ac032fd3-7485-4e31-a0ca-1e8ea3aeac27 req-2d335a14-3c6a-4a79-b4ef-98ea26008a87 service neutron] For port a3cfc80c-3747-4eaa-971c-fd4b447bcf21, host hv-cinder-77570, cleared binding levels {{(pid=84075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 15:57:28.960181 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [req-ac032fd3-7485-4e31-a0ca-1e8ea3aeac27 req-2d335a14-3c6a-4a79-b4ef-98ea26008a87 service neutron] For port a3cfc80c-3747-4eaa-971c-fd4b447bcf21, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=a3cfc80c-3747-4eaa-971c-fd4b447bcf21,segment=NetworkSegment(cce3f7c0-d4e6-4689-83a1-8323f6247bc1),segment_id=cce3f7c0-d4e6-4689-83a1-8323f6247bc1)] {{(pid=84075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 15:57:28.964057 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-395d2478-7d1a-4662-ba18-8c447958398c req-07be2e85-a30b-4b79-aed7-cda153f6dfbc tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] 10.222.0.101 "GET /v2.0/security-groups?id=cebd4b8d-482b-4540-a8a2-c1eda8064a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552179 Feb 16 15:57:29.035886 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb9086-6ed1-4da4-b5f7-ba063654cddb admin admin] Pushing event updated for resources: {'Subnet': ['ID=478ee306-017d-4b9a-bcb8-62b01564d191,revision_number=0']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:57:29.040364 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-01cb9086-6ed1-4da4-b5f7-ba063654cddb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:57:29.049466 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-ac032fd3-7485-4e31-a0ca-1e8ea3aeac27 req-2d335a14-3c6a-4a79-b4ef-98ea26008a87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847067257'] for port, after_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:29.054274 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-6cffa4ac-8623-46b9-8230-9892b1e536b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:29.078108 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-4d3120b7-f762-4a32-8bb7-54597dc650e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:57:29.114907 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cb9086-6ed1-4da4-b5f7-ba063654cddb admin admin] Checking segment: {'id': 'c8b70afd-92dd-425f-b1b3-efdbd0eb031b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'c0feca84-f0fb-4563-8016-38707e86be8e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:57:29.115312 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cb9086-6ed1-4da4-b5f7-ba063654cddb admin admin] Network hostable DHCP agents. Network: c0feca84-f0fb-4563-8016-38707e86be8e, hostable agents: ['47b90563-7f25-4d7d-8681-11e1fb253c09'], hosted agents: [] {{(pid=84074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 16 15:57:29.138879 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-6cffa4ac-8623-46b9-8230-9892b1e536b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:29.180521 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cb9086-6ed1-4da4-b5f7-ba063654cddb admin admin] Network c0feca84-f0fb-4563-8016-38707e86be8e is scheduled to be hosted by DHCP agent 47b90563-7f25-4d7d-8681-11e1fb253c09 with binding_index 1 {{(pid=84074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 16 15:57:29.243473 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.base_scheduler [None req-01cb9086-6ed1-4da4-b5f7-ba063654cddb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-1-iscsi, c0feca84-f0fb-4563-8016-38707e86be8e) {{(pid=84074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:57:29.247350 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cb9086-6ed1-4da4-b5f7-ba063654cddb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:29.248479 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-01cb9086-6ed1-4da4-b5f7-ba063654cddb admin admin] Notify callbacks [] for subnet, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:29.254163 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef041c9-c118-4944-b4fe-fa0ad4bd7644 None None] Network c0feca84-f0fb-4563-8016-38707e86be8e requested from dv-cinder-775706-1-iscsi {{(pid=84076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 15:57:29.313919 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-01cb9086-6ed1-4da4-b5f7-ba063654cddb admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3913467 Feb 16 15:57:29.505007 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a7b098-910e-48d0-b3fd-963630361b5e None None] Network c0feca84-f0fb-4563-8016-38707e86be8e requested from dv-cinder-775706-1-iscsi {{(pid=84076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 15:57:29.605764 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-6cffa4ac-8623-46b9-8230-9892b1e536b8 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=2f7f39319b524c039fe4792156540fcf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4665346 Feb 16 15:57:29.606363 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 45634) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:57:29.622695 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d335a14-3c6a-4a79-b4ef-98ea26008a87 service neutron] Pushing event updated for resources: {'Port': ['ID=a3cfc80c-3747-4eaa-971c-fd4b447bcf21,revision_number=3']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:57:29.626421 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-2d335a14-3c6a-4a79-b4ef-98ea26008a87 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:57:29.634283 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-7cba1d25-c447-4d22-8f65-c50be030163b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.371s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:57:29.679126 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-6b9b693f-9e27-44ca-a2e1-d8c9dda31896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:29.724803 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-6b9b693f-9e27-44ca-a2e1-d8c9dda31896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:29.737118 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac032fd3-7485-4e31-a0ca-1e8ea3aeac27 req-2d335a14-3c6a-4a79-b4ef-98ea26008a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:29.738226 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-ac032fd3-7485-4e31-a0ca-1e8ea3aeac27 req-2d335a14-3c6a-4a79-b4ef-98ea26008a87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210664'] for port, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:29.739777 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ac032fd3-7485-4e31-a0ca-1e8ea3aeac27 req-2d335a14-3c6a-4a79-b4ef-98ea26008a87 service neutron] 10.222.0.103 "PUT /v2.0/ports/a3cfc80c-3747-4eaa-971c-fd4b447bcf21 HTTP/1.1" status: 200 len: 1157 time: 4.3658009 Feb 16 15:57:29.742280 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52a42868-5e1e-49af-b0ff-44e3cd2357e8', 'tag': 'a3cfc80c-3747-4eaa-971c-fd4b447bcf21'}] {{(pid=84075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:57:29.748487 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cffa4ac-8623-46b9-8230-9892b1e536b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cca7996-d8c7-4fcf-9962-c6d42c43dff2,revision_number=1']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:57:29.752045 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-6cffa4ac-8623-46b9-8230-9892b1e536b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:57:29.770622 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523fea0d-c366-45dd-9c78-9c7f87e7de40 req-d5181e0b-3634-4d63-abcf-2901281b51c7 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:29.772467 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-523fea0d-c366-45dd-9c78-9c7f87e7de40 req-d5181e0b-3634-4d63-abcf-2901281b51c7 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=9844cecf-7414-46f2-a70f-1c8675461bc3 HTTP/1.1" status: 200 len: 944 time: 0.6380444 Feb 16 15:57:29.778898 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0be8b27-369a-40f5-88f7-71915a5fcff9 req-99b82e72-1d36-4139-aa8b-ed9cc0ae6d3c tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:29.780496 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-e0be8b27-369a-40f5-88f7-71915a5fcff9 req-99b82e72-1d36-4139-aa8b-ed9cc0ae6d3c tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a42868-5e1e-49af-b0ff-44e3cd2357e8 HTTP/1.1" status: 200 len: 943 time: 0.5804358 Feb 16 15:57:29.866372 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-523fea0d-c366-45dd-9c78-9c7f87e7de40 req-051dd80c-231f-42b4-90ef-da0016b31596 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846894 Feb 16 15:57:29.871745 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-e0be8b27-369a-40f5-88f7-71915a5fcff9 req-d68a753d-f6aa-4877-a115-27d19e42f4a9 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/security-groups?id=5898dce6-7055-4862-b83b-a300f7112f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721335 Feb 16 15:57:29.931233 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52a42868-5e1e-49af-b0ff-44e3cd2357e8', 'tag': 'a3cfc80c-3747-4eaa-971c-fd4b447bcf21', 'status': 'completed', 'code': 200} Feb 16 15:57:29.941070 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-6b9b693f-9e27-44ca-a2e1-d8c9dda31896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:29.947167 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:57:29.962363 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9b693f-9e27-44ca-a2e1-d8c9dda31896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cca7996-d8c7-4fcf-9962-c6d42c43dff2,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:57:29.965675 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-6b9b693f-9e27-44ca-a2e1-d8c9dda31896 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:57:29.966666 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-6b9b693f-9e27-44ca-a2e1-d8c9dda31896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:29.968249 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-6b9b693f-9e27-44ca-a2e1-d8c9dda31896 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/4cca7996-d8c7-4fcf-9962-c6d42c43dff2 HTTP/1.1" status: 204 len: 168 time: 0.3603444 Feb 16 15:57:30.278417 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96bccc2-ea3b-4ddd-9544-30821fd21be0 req-8b585aa5-aefa-4bb7-be5f-22455e79ecea tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:30.280041 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-e96bccc2-ea3b-4ddd-9544-30821fd21be0 req-8b585aa5-aefa-4bb7-be5f-22455e79ecea tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] 10.222.0.101 "GET /v2.0/ports?device_id=67ebc951-1531-47ae-b51e-94d4e355d928 HTTP/1.1" status: 200 len: 943 time: 0.1765981 Feb 16 15:57:30.288942 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb284e06-9fd2-4ce0-833b-925b135e577d req-24d5c1fe-c06e-491b-9767-133f57ac843b tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:30.292038 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-eb284e06-9fd2-4ce0-833b-925b135e577d req-24d5c1fe-c06e-491b-9767-133f57ac843b tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=c6e18375-dbef-48d3-bf08-ce8ec6cba62e HTTP/1.1" status: 200 len: 946 time: 0.1336296 Feb 16 15:57:30.374607 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device a34d37cc-fbc0-4996-a518-d5917786f3d7 up at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:57:30.527355 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning complete for port a34d37cc-fbc0-4996-a518-d5917786f3d7 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:57:30.527785 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:30.579720 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 45660) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:57:30.644163 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-eb284e06-9fd2-4ce0-833b-925b135e577d req-7d63573d-f55b-45d7-bb9f-88115d533f69 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fcb05d0-71e7-4569-9012-47a704188c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3279612 Feb 16 15:57:30.716747 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-e96bccc2-ea3b-4ddd-9544-30821fd21be0 req-4ae930bc-d08e-465d-9367-28dff5d59e50 tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] 10.222.0.101 "GET /v2.0/security-groups?id=cebd4b8d-482b-4540-a8a2-c1eda8064a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4234614 Feb 16 15:57:30.717630 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-3bb338c7-3d87-4a71-b629-c438a6ba9cbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:30.766186 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-3bb338c7-3d87-4a71-b629-c438a6ba9cbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:57:30.787159 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-3bb338c7-3d87-4a71-b629-c438a6ba9cbf admin admin] Usage tracker for resource:security_group_rule and tenant:a0b4674b3cc344509d4323caf554375f is out of sync, need to count used quota {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:57:30.801914 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-3bb338c7-3d87-4a71-b629-c438a6ba9cbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:57:30.812300 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-3bb338c7-3d87-4a71-b629-c438a6ba9cbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:57:30.830438 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5cac0c-de4b-4b23-afa9-4d4542298934 req-16c592eb-2085-4f04-a57f-8a259eef11e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:30.832503 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7e5cac0c-de4b-4b23-afa9-4d4542298934 req-16c592eb-2085-4f04-a57f-8a259eef11e1 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=3d779634302641f2a94b48c70492e45e&device_id=52a42868-5e1e-49af-b0ff-44e3cd2357e8 HTTP/1.1" status: 200 len: 1160 time: 0.3952692 Feb 16 15:57:30.839503 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c40c5-98ed-4272-8150-d0fda5fea3a3 req-c1cc4271-5bb1-41a9-8b05-1648ce94d43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:30.841023 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c66c40c5-98ed-4272-8150-d0fda5fea3a3 req-c1cc4271-5bb1-41a9-8b05-1648ce94d43e service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=b3ae9f7e37a54dd3a8ade53578341209&device_id=67ebc951-1531-47ae-b51e-94d4e355d928 HTTP/1.1" status: 200 len: 1160 time: 0.4097276 Feb 16 15:57:30.850622 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-25d77e57-3a05-4d18-9088-fd3e3f100f07 req-1b895175-22d6-485b-be8b-022c170bce5a service neutron] 10.222.0.103 "GET /v2.0/networks/5ba9adbd-7e6e-40ef-8072-99fc00c91b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5130081 Feb 16 15:57:30.859911 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d036e0c2-a8cc-431a-8409-e5d237783fb5 req-5cb32a7b-312a-46aa-8264-8c080b58e32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:30.861640 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-d036e0c2-a8cc-431a-8409-e5d237783fb5 req-5cb32a7b-312a-46aa-8264-8c080b58e32e service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=c6e18375-dbef-48d3-bf08-ce8ec6cba62e HTTP/1.1" status: 200 len: 1163 time: 0.1076217 Feb 16 15:57:30.881960 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c6f382-8083-4f85-8c34-6da36fab3a41 req-b09155e2-faae-489f-a9ef-c8e231bbc51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:30.881960 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-f9c6f382-8083-4f85-8c34-6da36fab3a41 req-b09155e2-faae-489f-a9ef-c8e231bbc51a service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=15f9cf749fe94c5aa76af3d23d68fbb3&device_id=617c5d16-91b3-4115-98c3-d15fb41b5a8c HTTP/1.1" status: 200 len: 1160 time: 0.3616958 Feb 16 15:57:30.886418 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-d036e0c2-a8cc-431a-8409-e5d237783fb5 req-4afd8e31-6050-4e49-8261-26ad6702e300 service neutron] Notify callbacks [] for security_group, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:30.904705 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [req-d036e0c2-a8cc-431a-8409-e5d237783fb5 req-4afd8e31-6050-4e49-8261-26ad6702e300 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:57:30.909696 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-d036e0c2-a8cc-431a-8409-e5d237783fb5 req-4afd8e31-6050-4e49-8261-26ad6702e300 service neutron] Usage tracker for resource:security_group_rule and tenant:2a093b53887f4c318dbaf541dc3ad3c1 is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:57:30.913099 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-d036e0c2-a8cc-431a-8409-e5d237783fb5 req-4afd8e31-6050-4e49-8261-26ad6702e300 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:57:30.919829 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [req-d036e0c2-a8cc-431a-8409-e5d237783fb5 req-4afd8e31-6050-4e49-8261-26ad6702e300 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:57:31.016757 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-d036e0c2-a8cc-431a-8409-e5d237783fb5 req-4afd8e31-6050-4e49-8261-26ad6702e300 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:31.044228 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-d036e0c2-a8cc-431a-8409-e5d237783fb5 req-4afd8e31-6050-4e49-8261-26ad6702e300 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:31.054971 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-8909a84f-33b3-4fec-9f0a-b03a3f1dcd67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:57:31.080685 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-d036e0c2-a8cc-431a-8409-e5d237783fb5 req-4afd8e31-6050-4e49-8261-26ad6702e300 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=3fcb05d0-71e7-4569-9012-47a704188c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122443 Feb 16 15:57:31.088296 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afd8e31-6050-4e49-8261-26ad6702e300 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5053dc90-462e-47a1-8093-b81c9e8df151,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:57:31.092283 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-4afd8e31-6050-4e49-8261-26ad6702e300 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:57:31.376854 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5cac0c-de4b-4b23-afa9-4d4542298934 req-1c679cb3-5eda-4c73-a796-df4939c83d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:31.378592 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7e5cac0c-de4b-4b23-afa9-4d4542298934 req-1c679cb3-5eda-4c73-a796-df4939c83d62 service neutron] 10.222.0.103 "GET /v2.0/networks?tenant_id=3d779634302641f2a94b48c70492e45e&shared=False HTTP/1.1" status: 200 len: 905 time: 0.5366111 Feb 16 15:57:31.480977 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c6f382-8083-4f85-8c34-6da36fab3a41 req-13c96e92-4e4b-46bd-b0d2-87800a22f15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:31.482481 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-f9c6f382-8083-4f85-8c34-6da36fab3a41 req-13c96e92-4e4b-46bd-b0d2-87800a22f15b service neutron] 10.222.0.103 "GET /v2.0/networks?id=5ba9adbd-7e6e-40ef-8072-99fc00c91b9e HTTP/1.1" status: 200 len: 913 time: 0.5763433 Feb 16 15:57:31.483433 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c40c5-98ed-4272-8150-d0fda5fea3a3 req-b15607aa-7cfb-4e41-bfb2-a6b2371b350a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:31.484891 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c66c40c5-98ed-4272-8150-d0fda5fea3a3 req-b15607aa-7cfb-4e41-bfb2-a6b2371b350a service neutron] 10.222.0.103 "GET /v2.0/networks?id=dfea665b-420d-47c9-bed0-110dbf1ec729 HTTP/1.1" status: 200 len: 905 time: 0.6118231 Feb 16 15:57:31.506930 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-3bb338c7-3d87-4a71-b629-c438a6ba9cbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:31.530645 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09deebf5-70a4-4f2d-833c-4732b27b491e req-f3361a54-6b74-4306-8d2f-cbede216f19c tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:31.532286 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-09deebf5-70a4-4f2d-833c-4732b27b491e req-f3361a54-6b74-4306-8d2f-cbede216f19c tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=9844cecf-7414-46f2-a70f-1c8675461bc3 HTTP/1.1" status: 200 len: 944 time: 0.3720787 Feb 16 15:57:31.539264 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0915d8a1-4d37-416c-99fa-a415b2989d97 req-5023eaf5-9302-4694-bb4a-545c9cdc84d7 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:31.540984 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0915d8a1-4d37-416c-99fa-a415b2989d97 req-5023eaf5-9302-4694-bb4a-545c9cdc84d7 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a42868-5e1e-49af-b0ff-44e3cd2357e8 HTTP/1.1" status: 200 len: 943 time: 0.3827691 Feb 16 15:57:31.544160 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-3bb338c7-3d87-4a71-b629-c438a6ba9cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:31.573611 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-587324c4-aa0f-41ea-b979-47686dd338e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:57:31.670723 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-3bb338c7-3d87-4a71-b629-c438a6ba9cbf admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=a0b4674b3cc344509d4323caf554375f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0389702 Feb 16 15:57:31.671601 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb338c7-3d87-4a71-b629-c438a6ba9cbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1005f827-7a94-4d96-b6a6-2e4f1f9dbea5,revision_number=1']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:57:31.673647 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 45674) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:57:31.676681 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-09deebf5-70a4-4f2d-833c-4732b27b491e req-89d770c8-6515-4f17-8c84-c2d4e2e83d4c tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346762 Feb 16 15:57:31.677527 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-3bb338c7-3d87-4a71-b629-c438a6ba9cbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:57:31.688346 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0915d8a1-4d37-416c-99fa-a415b2989d97 req-bc65bd4c-aacf-485b-b01a-faa855e45e08 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/security-groups?id=5898dce6-7055-4862-b83b-a300f7112f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286235 Feb 16 15:57:31.744485 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-bd3c9d8a-6fa5-43fc-8c83-b1465143d3cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:31.803464 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-bd3c9d8a-6fa5-43fc-8c83-b1465143d3cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:31.878826 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-bd3c9d8a-6fa5-43fc-8c83-b1465143d3cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:31.884451 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-dc4eb1d0-ecb6-44f6-b9f7-6861f45837df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:57:31.899246 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3c9d8a-6fa5-43fc-8c83-b1465143d3cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1005f827-7a94-4d96-b6a6-2e4f1f9dbea5,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:57:31.903220 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-bd3c9d8a-6fa5-43fc-8c83-b1465143d3cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:57:31.912806 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-bd3c9d8a-6fa5-43fc-8c83-b1465143d3cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:31.914664 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-bd3c9d8a-6fa5-43fc-8c83-b1465143d3cf admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/1005f827-7a94-4d96-b6a6-2e4f1f9dbea5 HTTP/1.1" status: 204 len: 168 time: 0.2398455 Feb 16 15:57:32.116090 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c66c40c5-98ed-4272-8150-d0fda5fea3a3 req-65e7bc76-355e-43d1-8889-90fca7665b98 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91bedd5f-bfc1-4fa3-873c-33c1642fa8f3 HTTP/1.1" status: 200 len: 217 time: 0.2769151 Feb 16 15:57:32.117376 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-f9c6f382-8083-4f85-8c34-6da36fab3a41 req-35deb59f-b239-44a2-9a96-c3b99a93f4ab service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c5d885e-eb99-4821-8688-2345bcfcc455 HTTP/1.1" status: 200 len: 217 time: 0.2795832 Feb 16 15:57:32.562529 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c6f382-8083-4f85-8c34-6da36fab3a41 req-d5bc25a2-811f-4cac-b83a-15af5ecf8d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:32.564104 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-f9c6f382-8083-4f85-8c34-6da36fab3a41 req-d5bc25a2-811f-4cac-b83a-15af5ecf8d22 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=fae66b79-d403-4bb6-bf46-a87b3c07ef1e HTTP/1.1" status: 200 len: 859 time: 0.4205678 Feb 16 15:57:32.569872 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c40c5-98ed-4272-8150-d0fda5fea3a3 req-74782b2c-5beb-4761-91db-c415354c4dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:32.571379 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c66c40c5-98ed-4272-8150-d0fda5fea3a3 req-74782b2c-5beb-4761-91db-c415354c4dc6 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=f6d9d432-b4e9-4102-b7a5-1a3178bdfeef HTTP/1.1" status: 200 len: 851 time: 0.4370182 Feb 16 15:57:32.620239 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5cac0c-de4b-4b23-afa9-4d4542298934 req-c4386d9d-118a-4fc3-bfcd-b9459b27186e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:32.621809 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7e5cac0c-de4b-4b23-afa9-4d4542298934 req-c4386d9d-118a-4fc3-bfcd-b9459b27186e service neutron] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.8437076 Feb 16 15:57:32.690392 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-f9c6f382-8083-4f85-8c34-6da36fab3a41 req-2764f9e0-abd8-4d44-b7c5-48223f7d205d service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=5ba9adbd-7e6e-40ef-8072-99fc00c91b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1156573 Feb 16 15:57:32.693604 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c66c40c5-98ed-4272-8150-d0fda5fea3a3 req-a7a57313-522c-472b-9c2c-7141afc95181 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=dfea665b-420d-47c9-bed0-110dbf1ec729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1102207 Feb 16 15:57:32.709519 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87184f8-1ff7-4f91-b601-e4bf24896529 req-076cea9f-2960-49ba-9347-e1919e0c064e tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:32.711105 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-f87184f8-1ff7-4f91-b601-e4bf24896529 req-076cea9f-2960-49ba-9347-e1919e0c064e tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=c6e18375-dbef-48d3-bf08-ce8ec6cba62e HTTP/1.1" status: 200 len: 946 time: 0.7567694 Feb 16 15:57:32.718127 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eff8f4-2606-43ca-98ee-8e53bfb14470 req-b74e0720-1e8b-498b-8174-121c6c9f6f9b tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:32.719734 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-53eff8f4-2606-43ca-98ee-8e53bfb14470 req-b74e0720-1e8b-498b-8174-121c6c9f6f9b tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] 10.222.0.101 "GET /v2.0/ports?device_id=67ebc951-1531-47ae-b51e-94d4e355d928 HTTP/1.1" status: 200 len: 943 time: 0.7514639 Feb 16 15:57:33.057308 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-f87184f8-1ff7-4f91-b601-e4bf24896529 req-4ad4a704-689b-4c71-b4ca-754e543ef529 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fcb05d0-71e7-4569-9012-47a704188c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365116 Feb 16 15:57:33.100084 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-53eff8f4-2606-43ca-98ee-8e53bfb14470 req-151e5ad4-31f3-40b5-a5cd-e6736f76cff6 tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] 10.222.0.101 "GET /v2.0/security-groups?id=cebd4b8d-482b-4540-a8a2-c1eda8064a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3590937 Feb 16 15:57:33.187677 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-f9c6f382-8083-4f85-8c34-6da36fab3a41 req-c7868925-debd-4fdd-aeef-05d5c56421f5 service neutron] 10.222.0.103 "GET /v2.0/networks/5ba9adbd-7e6e-40ef-8072-99fc00c91b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4441066 Feb 16 15:57:33.190425 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c66c40c5-98ed-4272-8150-d0fda5fea3a3 req-63a24b74-8e2e-406c-9119-65bb548e43e3 service neutron] 10.222.0.103 "GET /v2.0/networks/dfea665b-420d-47c9-bed0-110dbf1ec729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4483261 Feb 16 15:57:33.202020 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac032fd3-7485-4e31-a0ca-1e8ea3aeac27 req-6ca9dfa3-ae4b-4275-91d2-70a30f00840e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:33.203684 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ac032fd3-7485-4e31-a0ca-1e8ea3aeac27 req-6ca9dfa3-ae4b-4275-91d2-70a30f00840e service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=3d779634302641f2a94b48c70492e45e&device_id=52a42868-5e1e-49af-b0ff-44e3cd2357e8 HTTP/1.1" status: 200 len: 1160 time: 0.4093213 Feb 16 15:57:33.553607 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ac032fd3-7485-4e31-a0ca-1e8ea3aeac27 req-3ceab04f-ca03-4b3d-8111-242a57b0a743 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3cfc80c-3747-4eaa-971c-fd4b447bcf21 HTTP/1.1" status: 200 len: 217 time: 0.2974892 Feb 16 15:57:33.741027 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac032fd3-7485-4e31-a0ca-1e8ea3aeac27 req-c0753cf9-a87b-4015-b058-9ce76c37fe40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:33.742600 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ac032fd3-7485-4e31-a0ca-1e8ea3aeac27 req-c0753cf9-a87b-4015-b058-9ce76c37fe40 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=c8b959bf-ae39-4aee-b829-e174a339a829 HTTP/1.1" status: 200 len: 850 time: 0.1652405 Feb 16 15:57:33.755419 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c66c40c5-98ed-4272-8150-d0fda5fea3a3 req-60ad18b9-5346-48b0-8d10-afaa2a8e2492 service neutron] 10.222.0.103 "GET /v2.0/networks/dfea665b-420d-47c9-bed0-110dbf1ec729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5495338 Feb 16 15:57:33.760493 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-f9c6f382-8083-4f85-8c34-6da36fab3a41 req-2913e19c-db3f-4d9f-bdaf-8f48f06ca104 service neutron] 10.222.0.103 "GET /v2.0/networks/5ba9adbd-7e6e-40ef-8072-99fc00c91b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5558374 Feb 16 15:57:33.825254 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9369878-af25-4d05-b62f-2593759d173e req-fb21ef55-e185-4452-a2cc-9df2ce78f22d tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:33.826880 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c9369878-af25-4d05-b62f-2593759d173e req-fb21ef55-e185-4452-a2cc-9df2ce78f22d tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a42868-5e1e-49af-b0ff-44e3cd2357e8 HTTP/1.1" status: 200 len: 943 time: 0.5744400 Feb 16 15:57:33.834847 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b5132e-5478-4f91-b581-f36ccb2c7853 req-da47f621-5b4a-48ca-9157-68fee18d9ef0 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:33.836446 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b0b5132e-5478-4f91-b581-f36ccb2c7853 req-da47f621-5b4a-48ca-9157-68fee18d9ef0 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=9844cecf-7414-46f2-a70f-1c8675461bc3 HTTP/1.1" status: 200 len: 944 time: 0.5793545 Feb 16 15:57:33.931576 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c9369878-af25-4d05-b62f-2593759d173e req-81aaabcb-e5eb-48ba-834f-4432017ba635 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/security-groups?id=5898dce6-7055-4862-b83b-a300f7112f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940568 Feb 16 15:57:33.946427 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b0b5132e-5478-4f91-b581-f36ccb2c7853 req-eb092a55-24ff-4ffc-b277-a535d63e7c53 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906734 Feb 16 15:57:33.964197 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac032fd3-7485-4e31-a0ca-1e8ea3aeac27 req-b3330f03-b28c-4318-9b8f-2e2c43cfd1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:33.966571 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ac032fd3-7485-4e31-a0ca-1e8ea3aeac27 req-b3330f03-b28c-4318-9b8f-2e2c43cfd1a3 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=ac572d69-3346-47db-96b8-84a33dd2e288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2085721 Feb 16 15:57:34.133918 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ac032fd3-7485-4e31-a0ca-1e8ea3aeac27 req-73a621ae-9131-40a0-a957-d03357c473ab service neutron] 10.222.0.103 "GET /v2.0/networks/ac572d69-3346-47db-96b8-84a33dd2e288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600280 Feb 16 15:57:34.452628 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ac032fd3-7485-4e31-a0ca-1e8ea3aeac27 req-bc6438ff-e112-4d25-a34b-e20a9429c24b service neutron] 10.222.0.103 "GET /v2.0/networks/ac572d69-3346-47db-96b8-84a33dd2e288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3111882 Feb 16 15:57:34.456533 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 45796) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:57:34.497475 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8206702c-c4e9-471a-8910-220e23b2f5ec req-32b0c118-9f4b-4f51-b153-e9cb5a21fc34 tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:34.499052 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-8206702c-c4e9-471a-8910-220e23b2f5ec req-32b0c118-9f4b-4f51-b153-e9cb5a21fc34 tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] 10.222.0.101 "GET /v2.0/ports?device_id=67ebc951-1531-47ae-b51e-94d4e355d928 HTTP/1.1" status: 200 len: 943 time: 0.2269690 Feb 16 15:57:34.506699 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d9f2f-927f-4432-bd9f-f42543179be2 req-8e00281a-e5c7-41bc-8701-e7a4aeec6f26 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:34.508266 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-f46d9f2f-927f-4432-bd9f-f42543179be2 req-8e00281a-e5c7-41bc-8701-e7a4aeec6f26 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=c6e18375-dbef-48d3-bf08-ce8ec6cba62e HTTP/1.1" status: 200 len: 946 time: 0.1876044 Feb 16 15:57:34.604756 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-8206702c-c4e9-471a-8910-220e23b2f5ec req-6e6501c6-e3df-4125-b0d3-6a5265f62a1c tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] 10.222.0.101 "GET /v2.0/security-groups?id=cebd4b8d-482b-4540-a8a2-c1eda8064a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953979 Feb 16 15:57:34.614947 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-f46d9f2f-927f-4432-bd9f-f42543179be2 req-6fe2ac0b-a5af-46fd-a646-ae27f036b918 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fcb05d0-71e7-4569-9012-47a704188c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896654 Feb 16 15:57:34.697623 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-5217741c-c94a-4de1-9349-1eec68b477bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:34.714589 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-5217741c-c94a-4de1-9349-1eec68b477bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:57:34.718870 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-5217741c-c94a-4de1-9349-1eec68b477bb admin admin] Usage tracker for resource:security_group_rule and tenant:f46ea52f0a5d4ff48f402f35ad2f836d is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:57:34.722102 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-5217741c-c94a-4de1-9349-1eec68b477bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:57:34.727968 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-5217741c-c94a-4de1-9349-1eec68b477bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:57:34.820811 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-5217741c-c94a-4de1-9349-1eec68b477bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:34.849426 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-5217741c-c94a-4de1-9349-1eec68b477bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:34.859343 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-7c73fddc-aa08-4e50-b2ce-491488821021 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:57:34.906339 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-5217741c-c94a-4de1-9349-1eec68b477bb admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=f46ea52f0a5d4ff48f402f35ad2f836d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4458146 Feb 16 15:57:34.906339 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5217741c-c94a-4de1-9349-1eec68b477bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac24c22-61ba-49a2-b656-a3151bd95f83,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:57:34.907988 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 45812) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:57:34.908160 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-5217741c-c94a-4de1-9349-1eec68b477bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:57:34.993069 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-6bbd6aae-694d-46e3-9ba9-098826c58818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:35.062556 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-6bbd6aae-694d-46e3-9ba9-098826c58818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:35.249784 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-6bbd6aae-694d-46e3-9ba9-098826c58818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:35.256479 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:57:35.276866 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbd6aae-694d-46e3-9ba9-098826c58818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac24c22-61ba-49a2-b656-a3151bd95f83,revision_number=None']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:57:35.282362 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-6bbd6aae-694d-46e3-9ba9-098826c58818 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:57:35.665652 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-6bbd6aae-694d-46e3-9ba9-098826c58818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:35.667753 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-6bbd6aae-694d-46e3-9ba9-098826c58818 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/5ac24c22-61ba-49a2-b656-a3151bd95f83 HTTP/1.1" status: 204 len: 168 time: 0.7580335 Feb 16 15:57:35.745470 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e4ddba-a700-42ee-b011-d36e614ff60a req-351f4d62-ac02-4965-a150-1d12d6b3d4cd tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:35.747090 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-76e4ddba-a700-42ee-b011-d36e614ff60a req-351f4d62-ac02-4965-a150-1d12d6b3d4cd tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a42868-5e1e-49af-b0ff-44e3cd2357e8 HTTP/1.1" status: 200 len: 943 time: 0.4258904 Feb 16 15:57:35.755787 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8c5149-aae5-4623-a5fc-1b56836012ac req-203da7ab-42d3-4858-8d63-e26dadf2aea9 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:35.759156 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-eb8c5149-aae5-4623-a5fc-1b56836012ac req-203da7ab-42d3-4858-8d63-e26dadf2aea9 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=9844cecf-7414-46f2-a70f-1c8675461bc3 HTTP/1.1" status: 200 len: 944 time: 0.4836082 Feb 16 15:57:35.782984 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-62d98283-ed67-4bda-b4d7-4bcfeb044848 req-fb4419f4-d4f2-4daf-955f-d190d0210f3d service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=c6e18375-dbef-48d3-bf08-ce8ec6cba62e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1988287 Feb 16 15:57:35.850884 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-76e4ddba-a700-42ee-b011-d36e614ff60a req-16f5d81e-7384-4350-82b5-178a51a050a5 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/security-groups?id=5898dce6-7055-4862-b83b-a300f7112f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893090 Feb 16 15:57:35.881278 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-eb8c5149-aae5-4623-a5fc-1b56836012ac req-187071be-2ccf-4a9b-bcff-ea0f36c1ffa5 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993538 Feb 16 15:57:36.124473 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d98283-ed67-4bda-b4d7-4bcfeb044848 req-0e90e8ac-35c3-42d1-9cf7-21434eb20ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:36.126100 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-62d98283-ed67-4bda-b4d7-4bcfeb044848 req-0e90e8ac-35c3-42d1-9cf7-21434eb20ac1 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=1a1a953a14c748c6a608c59eb0095246&device_id=c6e18375-dbef-48d3-bf08-ce8ec6cba62e HTTP/1.1" status: 200 len: 1163 time: 0.2412355 Feb 16 15:57:36.267748 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd49541-a657-4db9-ba07-4daca725fcd7 req-a88169b5-2be0-4ef8-bc3d-d2e733ac53e4 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:36.267748 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-4bd49541-a657-4db9-ba07-4daca725fcd7 req-a88169b5-2be0-4ef8-bc3d-d2e733ac53e4 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=c6e18375-dbef-48d3-bf08-ce8ec6cba62e HTTP/1.1" status: 200 len: 946 time: 0.2638526 Feb 16 15:57:36.268377 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.agents_db [None req-cca974b7-119d-4613-9949-a609bd4803bb None None] Agent healthcheck: found 6 active agents {{(pid=84077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 15:57:36.409604 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 45852) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:57:36.422235 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-4bd49541-a657-4db9-ba07-4daca725fcd7 req-431fb78c-fc04-4f57-8b6f-116a275a1b0c tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fcb05d0-71e7-4569-9012-47a704188c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062446 Feb 16 15:57:36.433752 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d98283-ed67-4bda-b4d7-4bcfeb044848 req-182faaf7-993d-4ea8-90b9-91b62497bd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:36.435023 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-62d98283-ed67-4bda-b4d7-4bcfeb044848 req-182faaf7-993d-4ea8-90b9-91b62497bd76 service neutron] 10.222.0.103 "GET /v2.0/networks?id=baa10d08-ce15-4a5f-a2ef-a3a5e84267ba HTTP/1.1" status: 200 len: 909 time: 0.2592666 Feb 16 15:57:36.442428 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-952b933c-4243-45d1-85ca-f1d14a256f92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:36.443040 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5486eb-f695-454d-968d-d33c45930f0b req-1b890abe-105b-4489-ab0b-134d85962bd0 tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:36.444661 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6f5486eb-f695-454d-968d-d33c45930f0b req-1b890abe-105b-4489-ab0b-134d85962bd0 tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] 10.222.0.101 "GET /v2.0/ports?device_id=67ebc951-1531-47ae-b51e-94d4e355d928 HTTP/1.1" status: 200 len: 943 time: 0.3246074 Feb 16 15:57:36.465397 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-952b933c-4243-45d1-85ca-f1d14a256f92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:57:36.469463 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-952b933c-4243-45d1-85ca-f1d14a256f92 admin admin] Usage tracker for resource:security_group_rule and tenant:48de1d62c4e24d9791cd1378f55843ee is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:57:36.472598 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-952b933c-4243-45d1-85ca-f1d14a256f92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:57:36.478296 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-952b933c-4243-45d1-85ca-f1d14a256f92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:57:36.558077 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-62d98283-ed67-4bda-b4d7-4bcfeb044848 req-8b878ddb-5a3f-408c-8723-48b2c07cf9ff service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a34d37cc-fbc0-4996-a518-d5917786f3d7 HTTP/1.1" status: 200 len: 217 time: 0.1122611 Feb 16 15:57:36.563249 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6f5486eb-f695-454d-968d-d33c45930f0b req-0825a85e-3992-4f1f-959d-c8be75ee70dd tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] 10.222.0.101 "GET /v2.0/security-groups?id=cebd4b8d-482b-4540-a8a2-c1eda8064a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567131 Feb 16 15:57:36.610935 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-952b933c-4243-45d1-85ca-f1d14a256f92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:36.633135 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d98283-ed67-4bda-b4d7-4bcfeb044848 req-a909bbc0-2004-4f56-b752-3dfd28712e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:36.634793 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-62d98283-ed67-4bda-b4d7-4bcfeb044848 req-a909bbc0-2004-4f56-b752-3dfd28712e91 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5bf5e8cd-656f-4727-bbaa-2a15ac283eb2 HTTP/1.1" status: 200 len: 855 time: 0.0705974 Feb 16 15:57:36.683552 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-952b933c-4243-45d1-85ca-f1d14a256f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:36.691212 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-62d98283-ed67-4bda-b4d7-4bcfeb044848 req-2202a23e-6abc-4c5b-b8cb-89f7fb764a7b service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=baa10d08-ce15-4a5f-a2ef-a3a5e84267ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480049 Feb 16 15:57:36.694337 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-2c7ac474-08c3-4ce6-af46-f59eea2533c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:57:36.738242 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-952b933c-4243-45d1-85ca-f1d14a256f92 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=48de1d62c4e24d9791cd1378f55843ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3273582 Feb 16 15:57:36.740119 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952b933c-4243-45d1-85ca-f1d14a256f92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b71393e0-2084-4b41-868a-58aefa0575a2,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:57:36.741701 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 45860) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:57:36.748527 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952b933c-4243-45d1-85ca-f1d14a256f92 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:57:36.748931 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952b933c-4243-45d1-85ca-f1d14a256f92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:57:36.749325 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952b933c-4243-45d1-85ca-f1d14a256f92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:57:36.749715 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952b933c-4243-45d1-85ca-f1d14a256f92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:57:36.750102 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952b933c-4243-45d1-85ca-f1d14a256f92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:57:36.750489 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952b933c-4243-45d1-85ca-f1d14a256f92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:57:36.750896 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952b933c-4243-45d1-85ca-f1d14a256f92 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:57:36.751277 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952b933c-4243-45d1-85ca-f1d14a256f92 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:57:36.751658 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952b933c-4243-45d1-85ca-f1d14a256f92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:57:36.752040 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952b933c-4243-45d1-85ca-f1d14a256f92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:57:36.752420 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952b933c-4243-45d1-85ca-f1d14a256f92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:57:36.753349 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952b933c-4243-45d1-85ca-f1d14a256f92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:57:36.753770 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952b933c-4243-45d1-85ca-f1d14a256f92 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:57:36.754152 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952b933c-4243-45d1-85ca-f1d14a256f92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:57:36.754534 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952b933c-4243-45d1-85ca-f1d14a256f92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:57:36.754945 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952b933c-4243-45d1-85ca-f1d14a256f92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:57:36.755323 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952b933c-4243-45d1-85ca-f1d14a256f92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:57:36.755704 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952b933c-4243-45d1-85ca-f1d14a256f92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:57:36.756080 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952b933c-4243-45d1-85ca-f1d14a256f92 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:57:36.756563 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952b933c-4243-45d1-85ca-f1d14a256f92 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:57:36.756943 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952b933c-4243-45d1-85ca-f1d14a256f92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:57:36.757425 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952b933c-4243-45d1-85ca-f1d14a256f92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:57:36.757700 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952b933c-4243-45d1-85ca-f1d14a256f92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:57:36.758073 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952b933c-4243-45d1-85ca-f1d14a256f92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:57:36.762582 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-952b933c-4243-45d1-85ca-f1d14a256f92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:57:36.901507 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-62d98283-ed67-4bda-b4d7-4bcfeb044848 req-21ad0499-6d95-4399-8c21-40bbf363eeaf service neutron] 10.222.0.103 "GET /v2.0/networks/baa10d08-ce15-4a5f-a2ef-a3a5e84267ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038703 Feb 16 15:57:36.908123 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-4b009f30-b048-4e87-8f67-a637f6bdc0ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:36.947690 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-4b009f30-b048-4e87-8f67-a637f6bdc0ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:37.106449 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.objects.ports [None req-19b75625-c1b8-4b52-b028-013d6c3c1eda None None] Time-cost: Fetching 3 ports in 2 security groups {{(pid=84076) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 16 15:57:37.335807 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-62d98283-ed67-4bda-b4d7-4bcfeb044848 req-d309944f-8472-4da8-9461-487e28c92b9e service neutron] 10.222.0.103 "GET /v2.0/networks/baa10d08-ce15-4a5f-a2ef-a3a5e84267ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3493383 Feb 16 15:57:37.351449 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142ae909-d8c8-41c8-8f21-5a7ca8dac182 req-d16819cd-ee3e-4a09-95db-02344fe89675 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:37.353244 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-142ae909-d8c8-41c8-8f21-5a7ca8dac182 req-d16819cd-ee3e-4a09-95db-02344fe89675 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=9844cecf-7414-46f2-a70f-1c8675461bc3 HTTP/1.1" status: 200 len: 944 time: 0.3209715 Feb 16 15:57:37.357205 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-4b009f30-b048-4e87-8f67-a637f6bdc0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:37.367445 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-d141401a-db2c-4015-94a7-e5abfcec93e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:57:37.401567 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b009f30-b048-4e87-8f67-a637f6bdc0ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b71393e0-2084-4b41-868a-58aefa0575a2,revision_number=None']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:57:37.413447 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f19d0-cafa-494a-b965-e1bc22fc43b3 req-fbcf9c0c-96db-43e5-b715-f5a40954936e tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:37.415277 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-af3f19d0-cafa-494a-b965-e1bc22fc43b3 req-fbcf9c0c-96db-43e5-b715-f5a40954936e tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a42868-5e1e-49af-b0ff-44e3cd2357e8 HTTP/1.1" status: 200 len: 943 time: 0.2703481 Feb 16 15:57:37.416192 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-4b009f30-b048-4e87-8f67-a637f6bdc0ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:57:37.430502 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-4b009f30-b048-4e87-8f67-a637f6bdc0ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:37.434212 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-4b009f30-b048-4e87-8f67-a637f6bdc0ae admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/b71393e0-2084-4b41-868a-58aefa0575a2 HTTP/1.1" status: 204 len: 168 time: 0.6890211 Feb 16 15:57:37.461654 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-142ae909-d8c8-41c8-8f21-5a7ca8dac182 req-ad52bb28-d03d-4b27-a6f8-59ca8b62aa04 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014473 Feb 16 15:57:37.500137 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-af3f19d0-cafa-494a-b965-e1bc22fc43b3 req-68dfa54f-99e3-41fc-9799-a01644c7ab1c tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/security-groups?id=5898dce6-7055-4862-b83b-a300f7112f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724018 Feb 16 15:57:37.871731 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379495c3-7ac1-40f5-a2f4-b93aafbf3563 req-1fa5396a-02a6-4099-8f92-d7ef4b6997cd tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:37.875185 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-379495c3-7ac1-40f5-a2f4-b93aafbf3563 req-1fa5396a-02a6-4099-8f92-d7ef4b6997cd tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] 10.222.0.101 "GET /v2.0/ports?device_id=67ebc951-1531-47ae-b51e-94d4e355d928 HTTP/1.1" status: 200 len: 943 time: 0.1103642 Feb 16 15:57:37.947228 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-379495c3-7ac1-40f5-a2f4-b93aafbf3563 req-db881a81-9585-4a3f-b060-7d51ec7400f6 tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] 10.222.0.101 "GET /v2.0/security-groups?id=cebd4b8d-482b-4540-a8a2-c1eda8064a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663888 Feb 16 15:57:38.698372 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f23061a-ba6c-45d0-bc7c-cad7f90555a2 req-f1716533-09b9-40a3-ab1f-8c1f67809ea2 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:38.700088 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-3f23061a-ba6c-45d0-bc7c-cad7f90555a2 req-f1716533-09b9-40a3-ab1f-8c1f67809ea2 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=9844cecf-7414-46f2-a70f-1c8675461bc3 HTTP/1.1" status: 200 len: 944 time: 0.0999081 Feb 16 15:57:38.753320 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-3f23061a-ba6c-45d0-bc7c-cad7f90555a2 req-e6721f8d-2a41-4c17-87cc-f6b990c9542d tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461998 Feb 16 15:57:38.956623 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b8ba63-bb5a-4d97-bca8-8c8fc4692413 req-11417a7d-8131-4ad3-a9e0-88f63c9c72d3 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:38.958274 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-50b8ba63-bb5a-4d97-bca8-8c8fc4692413 req-11417a7d-8131-4ad3-a9e0-88f63c9c72d3 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a42868-5e1e-49af-b0ff-44e3cd2357e8 HTTP/1.1" status: 200 len: 943 time: 0.1026506 Feb 16 15:57:39.010290 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-50b8ba63-bb5a-4d97-bca8-8c8fc4692413 req-dc71b5b6-6b34-41ad-932e-157a98d2e7bc tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/security-groups?id=5898dce6-7055-4862-b83b-a300f7112f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456195 Feb 16 15:57:39.242465 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device 0c5d885e-eb99-4821-8688-2345bcfcc455 up at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:57:39.328478 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfab63c-858d-4c8f-8cb4-9a2fb720847a req-59e43af4-8e4c-4b8c-8ee5-6f0321fade7f tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:39.331019 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-8bfab63c-858d-4c8f-8cb4-9a2fb720847a req-59e43af4-8e4c-4b8c-8ee5-6f0321fade7f tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] 10.222.0.101 "GET /v2.0/ports?device_id=67ebc951-1531-47ae-b51e-94d4e355d928 HTTP/1.1" status: 200 len: 943 time: 0.1126001 Feb 16 15:57:39.395263 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-8bfab63c-858d-4c8f-8cb4-9a2fb720847a req-ec928385-965d-4738-86f1-d18d29744242 tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] 10.222.0.101 "GET /v2.0/security-groups?id=cebd4b8d-482b-4540-a8a2-c1eda8064a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576446 Feb 16 15:57:39.420916 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning for port 0c5d885e-eb99-4821-8688-2345bcfcc455 completed by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:57:39.427862 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning complete for port 0c5d885e-eb99-4821-8688-2345bcfcc455 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:57:39.428157 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:39.565281 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:39.597575 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '617c5d16-91b3-4115-98c3-d15fb41b5a8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c5d885e-eb99-4821-8688-2345bcfcc455'}] {{(pid=84076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:57:39.609007 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] For port 0c5d885e-eb99-4821-8688-2345bcfcc455, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=0c5d885e-eb99-4821-8688-2345bcfcc455,segment=NetworkSegment(d69440aa-dedb-489c-bfce-44f2e5f52ef4),segment_id=d69440aa-dedb-489c-bfce-44f2e5f52ef4)] {{(pid=84076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:57:39.661181 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '617c5d16-91b3-4115-98c3-d15fb41b5a8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c5d885e-eb99-4821-8688-2345bcfcc455', 'code': 200} Feb 16 15:57:39.672423 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:39.673363 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device 91bedd5f-bfc1-4fa3-873c-33c1642fa8f3 up at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:57:39.764845 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:57:39.974243 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Pushing event updated for resources: {'Port': ['ID=0c5d885e-eb99-4821-8688-2345bcfcc455,revision_number=4']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:57:39.980090 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:57:39.998149 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651b5e7b-12ac-403e-b86c-f0ed7eac1dcf req-4c01f8fc-166d-4e11-ae3c-f0dc7c374827 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:39.999801 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-651b5e7b-12ac-403e-b86c-f0ed7eac1dcf req-4c01f8fc-166d-4e11-ae3c-f0dc7c374827 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=9844cecf-7414-46f2-a70f-1c8675461bc3 HTTP/1.1" status: 200 len: 944 time: 0.1063175 Feb 16 15:57:40.004920 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:40.026774 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning for port 91bedd5f-bfc1-4fa3-873c-33c1642fa8f3 completed by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:57:40.063341 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning complete for port 91bedd5f-bfc1-4fa3-873c-33c1642fa8f3 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:57:40.063877 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:40.119804 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-651b5e7b-12ac-403e-b86c-f0ed7eac1dcf req-860afc3f-d5e6-4c87-aa42-71d76523f42a tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123331 Feb 16 15:57:40.150803 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4789aa3b-7018-4ca4-9892-5b308f534053 req-e559662a-e68f-45ee-9aae-0c8bac6f7709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:40.152500 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-4789aa3b-7018-4ca4-9892-5b308f534053 req-e559662a-e68f-45ee-9aae-0c8bac6f7709 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=617c5d16-91b3-4115-98c3-d15fb41b5a8c HTTP/1.1" status: 200 len: 1162 time: 0.1161144 Feb 16 15:57:40.224659 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:40.255566 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-4789aa3b-7018-4ca4-9892-5b308f534053 req-e35699a4-1758-4b80-b471-179d5998e338 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954127 Feb 16 15:57:40.264548 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] For port 91bedd5f-bfc1-4fa3-873c-33c1642fa8f3, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=91bedd5f-bfc1-4fa3-873c-33c1642fa8f3,segment=NetworkSegment(4c74b08f-a52b-4a1f-9538-bf6603adf309),segment_id=4c74b08f-a52b-4a1f-9538-bf6603adf309)] {{(pid=84076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:57:40.283224 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca376d9c-febf-4d4c-b2f9-4f47e02b1f05 req-d838226d-c485-468a-924a-82ca48a549a0 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:40.285905 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ca376d9c-febf-4d4c-b2f9-4f47e02b1f05 req-d838226d-c485-468a-924a-82ca48a549a0 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a42868-5e1e-49af-b0ff-44e3cd2357e8 HTTP/1.1" status: 200 len: 943 time: 0.1100211 Feb 16 15:57:40.312183 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:40.313105 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device dce29091-e275-428e-a810-d0cb9b966362 up at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:57:40.337049 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ca376d9c-febf-4d4c-b2f9-4f47e02b1f05 req-21bce61b-d70f-4ce4-9796-abec8ef8c7e5 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/security-groups?id=5898dce6-7055-4862-b83b-a300f7112f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445864 Feb 16 15:57:40.343315 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-9e69e005-4397-446a-a47e-2d8d7c091183 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:57:40.447728 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Pushing event updated for resources: {'Port': ['ID=91bedd5f-bfc1-4fa3-873c-33c1642fa8f3,revision_number=4']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:57:40.451287 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:57:40.483742 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning for port dce29091-e275-428e-a810-d0cb9b966362 completed by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:57:40.490425 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning complete for port dce29091-e275-428e-a810-d0cb9b966362 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:57:40.490887 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:40.609789 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63cf977-093a-492f-8092-d3565be2bb88 req-b35da3ca-f339-460c-930c-389f4dce75a5 tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:40.611591 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-f63cf977-093a-492f-8092-d3565be2bb88 req-b35da3ca-f339-460c-930c-389f4dce75a5 tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] 10.222.0.101 "GET /v2.0/ports?device_id=67ebc951-1531-47ae-b51e-94d4e355d928 HTTP/1.1" status: 200 len: 945 time: 0.1010196 Feb 16 15:57:40.648210 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:40.665244 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-f63cf977-093a-492f-8092-d3565be2bb88 req-a9ebfd34-37d4-4447-998e-9bc981dccba7 tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] 10.222.0.101 "GET /v2.0/security-groups?id=cebd4b8d-482b-4540-a8a2-c1eda8064a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447261 Feb 16 15:57:40.687626 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] For port dce29091-e275-428e-a810-d0cb9b966362, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=dce29091-e275-428e-a810-d0cb9b966362,segment=NetworkSegment(d69440aa-dedb-489c-bfce-44f2e5f52ef4),segment_id=d69440aa-dedb-489c-bfce-44f2e5f52ef4)] {{(pid=84076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:57:40.735581 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:40.740687 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-bcc96155-7ee8-4bae-9ffa-28c35136f84a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:57:40.820021 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Pushing event updated for resources: {'Port': ['ID=dce29091-e275-428e-a810-d0cb9b966362,revision_number=4']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:57:40.823439 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:57:41.350188 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d926f5c-d17a-40a8-b995-692ca347f394 req-baeb676d-45cd-491c-b85f-239057991b24 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:41.351836 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-9d926f5c-d17a-40a8-b995-692ca347f394 req-baeb676d-45cd-491c-b85f-239057991b24 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=9844cecf-7414-46f2-a70f-1c8675461bc3 HTTP/1.1" status: 200 len: 946 time: 0.0894787 Feb 16 15:57:41.406224 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-9d926f5c-d17a-40a8-b995-692ca347f394 req-fc634b34-91cc-4db2-91a9-587de5a9d7ad tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477233 Feb 16 15:57:41.551632 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3851cc-8f62-4ec3-84af-0da9d31c9d86 req-6ccf6057-98c8-4635-9f64-ef4eaf9ea08a tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:41.553159 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-8b3851cc-8f62-4ec3-84af-0da9d31c9d86 req-6ccf6057-98c8-4635-9f64-ef4eaf9ea08a tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a42868-5e1e-49af-b0ff-44e3cd2357e8 HTTP/1.1" status: 200 len: 943 time: 0.0922892 Feb 16 15:57:41.604254 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-8b3851cc-8f62-4ec3-84af-0da9d31c9d86 req-63930390-8a7c-4303-85df-e70ec6933e38 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/security-groups?id=5898dce6-7055-4862-b83b-a300f7112f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438464 Feb 16 15:57:41.664507 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67ebc951-1531-47ae-b51e-94d4e355d928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91bedd5f-bfc1-4fa3-873c-33c1642fa8f3'}, {'server_uuid': '9844cecf-7414-46f2-a70f-1c8675461bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dce29091-e275-428e-a810-d0cb9b966362'}] {{(pid=84076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:57:41.720208 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67ebc951-1531-47ae-b51e-94d4e355d928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91bedd5f-bfc1-4fa3-873c-33c1642fa8f3', 'code': 200} Feb 16 15:57:41.720524 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9844cecf-7414-46f2-a70f-1c8675461bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dce29091-e275-428e-a810-d0cb9b966362', 'code': 200} Feb 16 15:57:41.874712 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f2436f-4a43-4f0c-ac1b-598602df9305 req-00fe8b1b-c82d-4200-9c56-7b982d7de580 tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:41.876304 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-39f2436f-4a43-4f0c-ac1b-598602df9305 req-00fe8b1b-c82d-4200-9c56-7b982d7de580 tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] 10.222.0.101 "GET /v2.0/ports?device_id=67ebc951-1531-47ae-b51e-94d4e355d928 HTTP/1.1" status: 200 len: 945 time: 0.0930078 Feb 16 15:57:41.926820 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-39f2436f-4a43-4f0c-ac1b-598602df9305 req-25fb4bfa-54d3-4505-8b5d-307bc269a169 tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] 10.222.0.101 "GET /v2.0/security-groups?id=cebd4b8d-482b-4540-a8a2-c1eda8064a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433805 Feb 16 15:57:42.630564 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6683983-1bf3-4c71-b05f-94aa6fd2e14b req-044b4087-1d28-40fc-a27b-cf309be952d8 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:42.631036 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c6683983-1bf3-4c71-b05f-94aa6fd2e14b req-044b4087-1d28-40fc-a27b-cf309be952d8 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=9844cecf-7414-46f2-a70f-1c8675461bc3 HTTP/1.1" status: 200 len: 946 time: 0.0903113 Feb 16 15:57:42.690893 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c6683983-1bf3-4c71-b05f-94aa6fd2e14b req-ca0d73c5-4a88-4a86-b161-6693a79d8523 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513637 Feb 16 15:57:42.828786 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a93fea-0078-49ad-b39e-985a5eaa58f4 req-355f8223-a506-49af-9d15-f6dd9544b7c7 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:42.830401 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-11a93fea-0078-49ad-b39e-985a5eaa58f4 req-355f8223-a506-49af-9d15-f6dd9544b7c7 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a42868-5e1e-49af-b0ff-44e3cd2357e8 HTTP/1.1" status: 200 len: 943 time: 0.0921409 Feb 16 15:57:42.880984 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-11a93fea-0078-49ad-b39e-985a5eaa58f4 req-be050600-7fe9-42d7-8fd2-bafab2267806 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/security-groups?id=5898dce6-7055-4862-b83b-a300f7112f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436621 Feb 16 15:57:43.182942 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97733149-1ec7-4629-bb63-7a1dbc4c8f99 req-7f00482d-3cc6-499d-b159-7941d6a090d8 tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:43.184571 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-97733149-1ec7-4629-bb63-7a1dbc4c8f99 req-7f00482d-3cc6-499d-b159-7941d6a090d8 tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] 10.222.0.101 "GET /v2.0/ports?device_id=67ebc951-1531-47ae-b51e-94d4e355d928 HTTP/1.1" status: 200 len: 945 time: 0.0909615 Feb 16 15:57:43.240638 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 46102) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:57:43.240794 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-97733149-1ec7-4629-bb63-7a1dbc4c8f99 req-663cbe6d-a8e9-465e-bf7e-b06887ae6d83 tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] 10.222.0.101 "GET /v2.0/security-groups?id=cebd4b8d-482b-4540-a8a2-c1eda8064a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481806 Feb 16 15:57:43.373886 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d6e9d7e3-1ec5-40a3-8b80-78da07e15301 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:43.389888 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-d6e9d7e3-1ec5-40a3-8b80-78da07e15301 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:57:43.395726 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-d6e9d7e3-1ec5-40a3-8b80-78da07e15301 admin admin] Usage tracker for resource:security_group_rule and tenant:cb299c3fb1b2448e907556944e1d66f1 is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:57:43.398805 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-d6e9d7e3-1ec5-40a3-8b80-78da07e15301 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:57:43.404552 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-d6e9d7e3-1ec5-40a3-8b80-78da07e15301 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:57:43.492297 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d6e9d7e3-1ec5-40a3-8b80-78da07e15301 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:43.523287 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d6e9d7e3-1ec5-40a3-8b80-78da07e15301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:43.532328 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:57:43.576198 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-d6e9d7e3-1ec5-40a3-8b80-78da07e15301 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=cb299c3fb1b2448e907556944e1d66f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3344164 Feb 16 15:57:43.577136 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e9d7e3-1ec5-40a3-8b80-78da07e15301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92df8dd6-2293-40fd-9a8f-5578797eb7a8,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:57:43.579250 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 46108) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:57:43.580607 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-d6e9d7e3-1ec5-40a3-8b80-78da07e15301 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:57:43.641874 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-62fe70eb-db19-42ab-b952-490ca0922a19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:43.669508 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-62fe70eb-db19-42ab-b952-490ca0922a19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:43.746486 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-62fe70eb-db19-42ab-b952-490ca0922a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:43.752269 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-883f86dd-cf23-42ca-a6a6-abdd1ea7f2b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:57:43.767044 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fe70eb-db19-42ab-b952-490ca0922a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92df8dd6-2293-40fd-9a8f-5578797eb7a8,revision_number=None']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:57:43.776322 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fe70eb-db19-42ab-b952-490ca0922a19 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:57:43.776721 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fe70eb-db19-42ab-b952-490ca0922a19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:57:43.777110 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fe70eb-db19-42ab-b952-490ca0922a19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:57:43.777614 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fe70eb-db19-42ab-b952-490ca0922a19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:57:43.777854 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fe70eb-db19-42ab-b952-490ca0922a19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:57:43.778235 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fe70eb-db19-42ab-b952-490ca0922a19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:57:43.778612 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fe70eb-db19-42ab-b952-490ca0922a19 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:57:43.779039 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fe70eb-db19-42ab-b952-490ca0922a19 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:57:43.779415 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fe70eb-db19-42ab-b952-490ca0922a19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:57:43.779788 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fe70eb-db19-42ab-b952-490ca0922a19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:57:43.780895 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fe70eb-db19-42ab-b952-490ca0922a19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:57:43.792659 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fe70eb-db19-42ab-b952-490ca0922a19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:57:43.792659 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fe70eb-db19-42ab-b952-490ca0922a19 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:57:43.792659 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fe70eb-db19-42ab-b952-490ca0922a19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:57:43.792659 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fe70eb-db19-42ab-b952-490ca0922a19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:57:43.792659 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fe70eb-db19-42ab-b952-490ca0922a19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:57:43.792659 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fe70eb-db19-42ab-b952-490ca0922a19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:57:43.792659 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fe70eb-db19-42ab-b952-490ca0922a19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:57:43.792659 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fe70eb-db19-42ab-b952-490ca0922a19 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:57:43.792659 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fe70eb-db19-42ab-b952-490ca0922a19 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:57:43.792659 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fe70eb-db19-42ab-b952-490ca0922a19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:57:43.793551 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fe70eb-db19-42ab-b952-490ca0922a19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:57:43.793551 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fe70eb-db19-42ab-b952-490ca0922a19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:57:43.794327 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fe70eb-db19-42ab-b952-490ca0922a19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:57:43.796993 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-62fe70eb-db19-42ab-b952-490ca0922a19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:43.801790 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-62fe70eb-db19-42ab-b952-490ca0922a19 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/92df8dd6-2293-40fd-9a8f-5578797eb7a8 HTTP/1.1" status: 204 len: 168 time: 0.2214227 Feb 16 15:57:43.804151 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-62fe70eb-db19-42ab-b952-490ca0922a19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:57:43.916326 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9862efd8-df0b-4fee-8ba6-7a1d7385a1e9 req-940ff878-aef2-4ab7-ab90-d2ab397bb22f tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:43.918417 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-9862efd8-df0b-4fee-8ba6-7a1d7385a1e9 req-940ff878-aef2-4ab7-ab90-d2ab397bb22f tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=9844cecf-7414-46f2-a70f-1c8675461bc3 HTTP/1.1" status: 200 len: 946 time: 0.0920711 Feb 16 15:57:44.215786 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-9862efd8-df0b-4fee-8ba6-7a1d7385a1e9 req-8d555d42-1e92-4eb5-9e1a-11e594ee8df3 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891145 Feb 16 15:57:44.248816 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708758a9-1064-4959-ab92-d306edbdbcf8 req-f6a2c2cd-9f10-45c9-9ec6-5c1ecfb6b0e6 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:44.250576 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-708758a9-1064-4959-ab92-d306edbdbcf8 req-f6a2c2cd-9f10-45c9-9ec6-5c1ecfb6b0e6 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a42868-5e1e-49af-b0ff-44e3cd2357e8 HTTP/1.1" status: 200 len: 943 time: 0.1159213 Feb 16 15:57:44.317666 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-708758a9-1064-4959-ab92-d306edbdbcf8 req-394954a8-fca9-4bd8-9e67-df3d254480cb tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/security-groups?id=5898dce6-7055-4862-b83b-a300f7112f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583527 Feb 16 15:57:44.330343 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 46130) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:57:44.352253 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-cd9d1497-8dbb-4611-bd00-f447056d97f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:44.368194 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-cd9d1497-8dbb-4611-bd00-f447056d97f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:57:44.374249 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-cd9d1497-8dbb-4611-bd00-f447056d97f6 admin admin] Usage tracker for resource:security_group_rule and tenant:95f84e5106ef4a50b7536b32fca294d2 is out of sync, need to count used quota {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:57:44.411072 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-cd9d1497-8dbb-4611-bd00-f447056d97f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:57:44.426837 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-cd9d1497-8dbb-4611-bd00-f447056d97f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:57:44.498792 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee278c12-36b5-45e2-8347-3ce0a36b2ec9 req-6d6d56d3-66ea-439b-a10d-8c39624c1e0f tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:44.500413 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ee278c12-36b5-45e2-8347-3ce0a36b2ec9 req-6d6d56d3-66ea-439b-a10d-8c39624c1e0f tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] 10.222.0.101 "GET /v2.0/ports?device_id=67ebc951-1531-47ae-b51e-94d4e355d928 HTTP/1.1" status: 200 len: 945 time: 0.1293902 Feb 16 15:57:44.577076 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ee278c12-36b5-45e2-8347-3ce0a36b2ec9 req-536d8e28-5343-4a52-9825-3416bc1d7ce2 tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] 10.222.0.101 "GET /v2.0/security-groups?id=cebd4b8d-482b-4540-a8a2-c1eda8064a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688946 Feb 16 15:57:44.585029 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-cd9d1497-8dbb-4611-bd00-f447056d97f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:44.637306 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-cd9d1497-8dbb-4611-bd00-f447056d97f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:44.647207 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-3bb338c7-3d87-4a71-b629-c438a6ba9cbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:57:44.693673 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-cd9d1497-8dbb-4611-bd00-f447056d97f6 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=95f84e5106ef4a50b7536b32fca294d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3639419 Feb 16 15:57:44.694761 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9d1497-8dbb-4611-bd00-f447056d97f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91c52c1b-ea9b-477e-98db-6308fe2d585b,revision_number=1']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:57:44.696940 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 46134) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:57:44.698028 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-cd9d1497-8dbb-4611-bd00-f447056d97f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:57:44.760848 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a41c1e7c-de28-4280-8d82-329d09b9c525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:44.788541 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a41c1e7c-de28-4280-8d82-329d09b9c525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:44.866761 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a41c1e7c-de28-4280-8d82-329d09b9c525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:44.870805 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:57:44.887269 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41c1e7c-de28-4280-8d82-329d09b9c525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c52c1b-ea9b-477e-98db-6308fe2d585b,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:57:44.891495 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-a41c1e7c-de28-4280-8d82-329d09b9c525 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:57:44.905306 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a41c1e7c-de28-4280-8d82-329d09b9c525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:44.906548 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-a41c1e7c-de28-4280-8d82-329d09b9c525 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/91c52c1b-ea9b-477e-98db-6308fe2d585b HTTP/1.1" status: 204 len: 168 time: 0.2087331 Feb 16 15:57:45.450731 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17726ef5-6606-4a7a-9371-3acb9dc9137b req-23f901b8-877f-49f5-b82e-417f55db6df4 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:45.459825 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-17726ef5-6606-4a7a-9371-3acb9dc9137b req-23f901b8-877f-49f5-b82e-417f55db6df4 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=9844cecf-7414-46f2-a70f-1c8675461bc3 HTTP/1.1" status: 200 len: 946 time: 0.1073749 Feb 16 15:57:45.558453 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-17726ef5-6606-4a7a-9371-3acb9dc9137b req-42cb9a4c-7a95-49e0-a0ac-8a6bf36e75b1 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976248 Feb 16 15:57:45.595237 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6904675d-2375-495a-9bd3-26f032de69a0 req-116e3ddd-6f61-4956-8e6c-ef481bada2f8 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:45.597481 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6904675d-2375-495a-9bd3-26f032de69a0 req-116e3ddd-6f61-4956-8e6c-ef481bada2f8 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a42868-5e1e-49af-b0ff-44e3cd2357e8 HTTP/1.1" status: 200 len: 943 time: 0.1347132 Feb 16 15:57:45.802706 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6904675d-2375-495a-9bd3-26f032de69a0 req-a44327d3-6e0d-4660-a213-1dc3fa0f2462 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/security-groups?id=5898dce6-7055-4862-b83b-a300f7112f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1975725 Feb 16 15:57:45.861867 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9423aed-e04d-44b5-9930-7ae40f087f92 req-cbaf6fb5-b6e9-44fd-bb78-910bb79b39e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:45.863770 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-f9423aed-e04d-44b5-9930-7ae40f087f92 req-cbaf6fb5-b6e9-44fd-bb78-910bb79b39e4 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=67ebc951-1531-47ae-b51e-94d4e355d928 HTTP/1.1" status: 200 len: 1162 time: 0.2436657 Feb 16 15:57:45.895259 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91496dea-04bb-4db3-abc2-6b1e5fc0044b req-7017d33d-6abe-4957-9885-60c5bb1f4b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:45.896926 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-91496dea-04bb-4db3-abc2-6b1e5fc0044b req-7017d33d-6abe-4957-9885-60c5bb1f4b86 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=9844cecf-7414-46f2-a70f-1c8675461bc3 HTTP/1.1" status: 200 len: 1163 time: 0.2352710 Feb 16 15:57:45.907459 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb2857-d865-415d-8c28-fd3996fcc6c1 req-d7dcf7cf-f714-4de6-9e0b-b3f999836a1f tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:45.909380 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-dcbb2857-d865-415d-8c28-fd3996fcc6c1 req-d7dcf7cf-f714-4de6-9e0b-b3f999836a1f tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] 10.222.0.101 "GET /v2.0/ports?device_id=67ebc951-1531-47ae-b51e-94d4e355d928 HTTP/1.1" status: 200 len: 945 time: 0.1926246 Feb 16 15:57:45.981750 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-f9423aed-e04d-44b5-9930-7ae40f087f92 req-34216f1c-d3f4-4057-8b35-fe96c5bec53d service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=cebd4b8d-482b-4540-a8a2-c1eda8064a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103635 Feb 16 15:57:46.006314 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-91496dea-04bb-4db3-abc2-6b1e5fc0044b req-4003eba1-742d-4d23-a680-35f60e9a3b83 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932443 Feb 16 15:57:46.015513 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-dcbb2857-d865-415d-8c28-fd3996fcc6c1 req-6c59411f-b2b5-4e5f-bf1e-cbb5e4a0ac50 tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] 10.222.0.101 "GET /v2.0/security-groups?id=cebd4b8d-482b-4540-a8a2-c1eda8064a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768714 Feb 16 15:57:46.444369 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device 0c5d885e-eb99-4821-8688-2345bcfcc455 up at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:57:46.515413 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning complete for port 0c5d885e-eb99-4821-8688-2345bcfcc455 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:57:46.515853 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:46.682926 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device a3cfc80c-3747-4eaa-971c-fd4b447bcf21 up at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:57:46.815343 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning for port a3cfc80c-3747-4eaa-971c-fd4b447bcf21 completed by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:57:46.820950 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning complete for port a3cfc80c-3747-4eaa-971c-fd4b447bcf21 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:57:46.821375 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:46.852169 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ec63a-6d60-4719-b152-7fecb960aa41 req-7615a942-d32d-498a-ac15-51fe8016b47b tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:46.873679 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-d87ec63a-6d60-4719-b152-7fecb960aa41 req-7615a942-d32d-498a-ac15-51fe8016b47b tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=9844cecf-7414-46f2-a70f-1c8675461bc3 HTTP/1.1" status: 200 len: 946 time: 0.1348782 Feb 16 15:57:46.961715 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-d87ec63a-6d60-4719-b152-7fecb960aa41 req-2420c7f9-d7fe-4a47-a952-710d34c5ee23 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860057 Feb 16 15:57:47.032757 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:47.117504 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a42868-5e1e-49af-b0ff-44e3cd2357e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3cfc80c-3747-4eaa-971c-fd4b447bcf21'}] {{(pid=84076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:57:47.121255 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f583dd-434f-4380-afa9-96c1e0f0fda0 req-e992b087-3978-4573-9e53-29f386fd54d2 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:47.123375 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-04f583dd-434f-4380-afa9-96c1e0f0fda0 req-e992b087-3978-4573-9e53-29f386fd54d2 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a42868-5e1e-49af-b0ff-44e3cd2357e8 HTTP/1.1" status: 200 len: 943 time: 0.1337810 Feb 16 15:57:47.145305 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] For port a3cfc80c-3747-4eaa-971c-fd4b447bcf21, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=a3cfc80c-3747-4eaa-971c-fd4b447bcf21,segment=NetworkSegment(cce3f7c0-d4e6-4689-83a1-8323f6247bc1),segment_id=cce3f7c0-d4e6-4689-83a1-8323f6247bc1)] {{(pid=84076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:57:47.182004 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-04f583dd-434f-4380-afa9-96c1e0f0fda0 req-d7585cd1-94e1-4e37-a65c-638f48c5e73e tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/security-groups?id=5898dce6-7055-4862-b83b-a300f7112f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492821 Feb 16 15:57:47.250129 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:47.250912 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device 91bedd5f-bfc1-4fa3-873c-33c1642fa8f3 up at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:57:47.338060 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a42868-5e1e-49af-b0ff-44e3cd2357e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3cfc80c-3747-4eaa-971c-fd4b447bcf21', 'code': 200} Feb 16 15:57:47.338673 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:57:47.423933 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a829c21-4419-460f-907c-7b6f00093ca8 req-88e510ed-7eeb-421e-a0a8-3e5d55c2dbc0 tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:47.430959 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Pushing event updated for resources: {'Port': ['ID=a3cfc80c-3747-4eaa-971c-fd4b447bcf21,revision_number=4']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:57:47.447336 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5a829c21-4419-460f-907c-7b6f00093ca8 req-88e510ed-7eeb-421e-a0a8-3e5d55c2dbc0 tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] 10.222.0.101 "GET /v2.0/ports?device_id=67ebc951-1531-47ae-b51e-94d4e355d928 HTTP/1.1" status: 200 len: 945 time: 0.1555107 Feb 16 15:57:47.447798 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:57:47.448193 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:57:47.448575 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:57:47.448955 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:57:47.449327 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:57:47.449699 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:57:47.450067 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:57:47.450434 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:57:47.450899 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:57:47.451268 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:57:47.451636 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:57:47.452007 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:57:47.452417 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:57:47.452788 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:57:47.453153 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:57:47.453517 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:57:47.453879 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:57:47.454242 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:57:47.454603 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:57:47.455018 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:57:47.455455 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:57:47.455798 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:57:47.456391 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:57:47.456932 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:57:47.465162 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:57:47.489005 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning complete for port 91bedd5f-bfc1-4fa3-873c-33c1642fa8f3 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:57:47.489414 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:47.499445 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5a829c21-4419-460f-907c-7b6f00093ca8 req-f07df470-46a0-4fde-877b-5b09b03f560e tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] 10.222.0.101 "GET /v2.0/security-groups?id=cebd4b8d-482b-4540-a8a2-c1eda8064a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511665 Feb 16 15:57:47.674830 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device dce29091-e275-428e-a810-d0cb9b966362 up at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:57:47.727016 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e6e25-a051-419c-aa21-7b2b7add3d82 req-6cb4c23e-4b2f-4d22-aa67-ca32bf489bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:47.729164 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-728e6e25-a051-419c-aa21-7b2b7add3d82 req-6cb4c23e-4b2f-4d22-aa67-ca32bf489bcf service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=52a42868-5e1e-49af-b0ff-44e3cd2357e8 HTTP/1.1" status: 200 len: 1162 time: 0.1593955 Feb 16 15:57:47.795043 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ff143921-77ee-417e-9ddf-21f4f4f8937f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:47.843822 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-728e6e25-a051-419c-aa21-7b2b7add3d82 req-d5fbfaca-b662-45d4-acdc-08e152e77abf service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=5898dce6-7055-4862-b83b-a300f7112f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878096 Feb 16 15:57:47.854564 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning complete for port dce29091-e275-428e-a810-d0cb9b966362 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:57:47.855026 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:48.079015 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 46302) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:57:48.230684 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b6a4c-b4f5-42a7-8956-023c29c4fa51 req-366c16d9-99d4-41a1-ac8f-6e0b7ea7ee27 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:48.232369 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-722b6a4c-b4f5-42a7-8956-023c29c4fa51 req-366c16d9-99d4-41a1-ac8f-6e0b7ea7ee27 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=9844cecf-7414-46f2-a70f-1c8675461bc3 HTTP/1.1" status: 200 len: 946 time: 0.1249571 Feb 16 15:57:48.238318 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-e63a5d77-03dd-463e-ad95-9d8607c09846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:48.257684 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-e63a5d77-03dd-463e-ad95-9d8607c09846 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:57:48.261907 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-e63a5d77-03dd-463e-ad95-9d8607c09846 admin admin] Usage tracker for resource:security_group_rule and tenant:bfbda4aaca5041b989687f6e0b1ab858 is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:57:48.265179 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-e63a5d77-03dd-463e-ad95-9d8607c09846 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:57:48.273392 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-e63a5d77-03dd-463e-ad95-9d8607c09846 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:57:48.290386 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-722b6a4c-b4f5-42a7-8956-023c29c4fa51 req-ea929634-04b1-40a3-98d1-b8e292fbf265 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502262 Feb 16 15:57:48.329030 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device a3cfc80c-3747-4eaa-971c-fd4b447bcf21 up at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:57:48.409393 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-e63a5d77-03dd-463e-ad95-9d8607c09846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:48.431388 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning complete for port a3cfc80c-3747-4eaa-971c-fd4b447bcf21 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:57:48.431776 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:48.449530 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-e63a5d77-03dd-463e-ad95-9d8607c09846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:48.453768 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a124ec-71b3-45d4-a598-ab1df746945b req-a30caf73-e349-46f5-a39c-e9ad7822a406 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:48.458067 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-d4641e32-cc32-4642-b30a-3eec3bfe1f6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:57:48.462074 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-93a124ec-71b3-45d4-a598-ab1df746945b req-a30caf73-e349-46f5-a39c-e9ad7822a406 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a42868-5e1e-49af-b0ff-44e3cd2357e8 HTTP/1.1" status: 200 len: 945 time: 0.1526568 Feb 16 15:57:48.529690 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63a5d77-03dd-463e-ad95-9d8607c09846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed545b1b-8c1c-4233-81c9-a4e406a8ad22,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:57:48.539737 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-e63a5d77-03dd-463e-ad95-9d8607c09846 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=bfbda4aaca5041b989687f6e0b1ab858&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4592059 Feb 16 15:57:48.540941 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 46316) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:57:48.542342 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-e63a5d77-03dd-463e-ad95-9d8607c09846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:57:48.546027 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-93a124ec-71b3-45d4-a598-ab1df746945b req-4a894eca-dbc7-490c-8aa7-417915094429 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/security-groups?id=5898dce6-7055-4862-b83b-a300f7112f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823140 Feb 16 15:57:48.639339 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a1fc7cad-194d-4576-8667-57e939fe6a9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:48.667062 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device dce29091-e275-428e-a810-d0cb9b966362 up at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:57:48.685998 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a1fc7cad-194d-4576-8667-57e939fe6a9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:48.745500 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning complete for port dce29091-e275-428e-a810-d0cb9b966362 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:57:48.745932 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9679ae05-950d-49e4-848d-61aa56bdec48 req-5be7bd68-ee25-4ec9-9d6d-26b6c0bf4b7e tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:48.746064 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:48.747634 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-9679ae05-950d-49e4-848d-61aa56bdec48 req-5be7bd68-ee25-4ec9-9d6d-26b6c0bf4b7e tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] 10.222.0.101 "GET /v2.0/ports?device_id=67ebc951-1531-47ae-b51e-94d4e355d928 HTTP/1.1" status: 200 len: 945 time: 0.0960593 Feb 16 15:57:48.763461 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a1fc7cad-194d-4576-8667-57e939fe6a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:48.771125 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-ab6c2d5a-d297-4df1-9a25-b4e54df8eedf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:57:48.787829 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fc7cad-194d-4576-8667-57e939fe6a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed545b1b-8c1c-4233-81c9-a4e406a8ad22,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:57:48.791168 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-a1fc7cad-194d-4576-8667-57e939fe6a9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:57:48.793363 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a1fc7cad-194d-4576-8667-57e939fe6a9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:48.794992 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-a1fc7cad-194d-4576-8667-57e939fe6a9e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/ed545b1b-8c1c-4233-81c9-a4e406a8ad22 HTTP/1.1" status: 204 len: 168 time: 0.2511804 Feb 16 15:57:48.805152 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-9679ae05-950d-49e4-848d-61aa56bdec48 req-56976f06-8580-4394-8269-0fdabee86eb5 tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] 10.222.0.101 "GET /v2.0/security-groups?id=cebd4b8d-482b-4540-a8a2-c1eda8064a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495832 Feb 16 15:57:49.625161 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e96723-2d7e-4dad-b913-87de264ba197 req-21fb4603-21df-4b91-ac26-e4d0fdff64a2 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:49.625161 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-33e96723-2d7e-4dad-b913-87de264ba197 req-21fb4603-21df-4b91-ac26-e4d0fdff64a2 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=9844cecf-7414-46f2-a70f-1c8675461bc3 HTTP/1.1" status: 200 len: 946 time: 0.0956631 Feb 16 15:57:49.625161 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-33e96723-2d7e-4dad-b913-87de264ba197 req-ae37909f-7e04-4413-a082-aa2e27278150 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437548 Feb 16 15:57:49.780845 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 46346) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:57:49.781319 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a429d1-09a0-4498-bd08-1dd19f3f74bb req-e643373e-4f75-4bf0-b0ec-97c0024d5f9c tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:49.783349 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-88a429d1-09a0-4498-bd08-1dd19f3f74bb req-e643373e-4f75-4bf0-b0ec-97c0024d5f9c tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a42868-5e1e-49af-b0ff-44e3cd2357e8 HTTP/1.1" status: 200 len: 945 time: 0.1092260 Feb 16 15:57:49.812521 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-854b7c21-1b05-4fc7-9c84-506aa425def2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:49.848523 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-854b7c21-1b05-4fc7-9c84-506aa425def2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:57:49.853349 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-854b7c21-1b05-4fc7-9c84-506aa425def2 admin admin] Usage tracker for resource:security_group_rule and tenant:4fdb480df4b84130a93a78314dc6cad3 is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:57:49.869391 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-854b7c21-1b05-4fc7-9c84-506aa425def2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:57:49.878820 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-854b7c21-1b05-4fc7-9c84-506aa425def2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:57:49.902224 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-88a429d1-09a0-4498-bd08-1dd19f3f74bb req-e9e7b6ae-0224-46a4-b5e8-6a1f512465e2 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/security-groups?id=5898dce6-7055-4862-b83b-a300f7112f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115823 Feb 16 15:57:50.054560 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-854b7c21-1b05-4fc7-9c84-506aa425def2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:50.089100 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-854b7c21-1b05-4fc7-9c84-506aa425def2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:50.100810 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-bd3c9d8a-6fa5-43fc-8c83-b1465143d3cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:57:50.150575 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-854b7c21-1b05-4fc7-9c84-506aa425def2 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=4fdb480df4b84130a93a78314dc6cad3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3660128 Feb 16 15:57:50.150575 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854b7c21-1b05-4fc7-9c84-506aa425def2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b01c6f1-9672-418e-a7ca-3b379936630c,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:57:50.152675 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 46358) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:57:50.153292 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-854b7c21-1b05-4fc7-9c84-506aa425def2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:57:50.216812 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-bf8e26e8-5e99-470a-8f96-5b587dcb10fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:50.248631 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-bf8e26e8-5e99-470a-8f96-5b587dcb10fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:50.301523 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d05518bb-17ee-4865-b03c-31693adcda8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:50.441524 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f2e3d6-6d5f-49ef-9261-559e8ae913f1 req-140e1b1e-b9da-4e24-a07f-c461ebe71af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:50.443117 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c8f2e3d6-6d5f-49ef-9261-559e8ae913f1 req-140e1b1e-b9da-4e24-a07f-c461ebe71af8 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=15f9cf749fe94c5aa76af3d23d68fbb3&device_id=9844cecf-7414-46f2-a70f-1c8675461bc3 HTTP/1.1" status: 200 len: 1163 time: 0.1968417 Feb 16 15:57:50.449271 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d049df-e16b-47b4-b1b7-a5954b9fe5a4 req-8889f6f6-5c39-484f-a8a2-d8ffc46f0ddb tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:50.450744 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-57d049df-e16b-47b4-b1b7-a5954b9fe5a4 req-8889f6f6-5c39-484f-a8a2-d8ffc46f0ddb tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=9844cecf-7414-46f2-a70f-1c8675461bc3 HTTP/1.1" status: 200 len: 946 time: 0.1596053 Feb 16 15:57:50.557930 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-55c1b82f-7215-4014-ab23-ba60f2fb6d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:50.562858 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-bf8e26e8-5e99-470a-8f96-5b587dcb10fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:50.588090 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:57:50.616094 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8e26e8-5e99-470a-8f96-5b587dcb10fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b01c6f1-9672-418e-a7ca-3b379936630c,revision_number=None']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:57:50.630569 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-bf8e26e8-5e99-470a-8f96-5b587dcb10fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:57:50.639220 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-57d049df-e16b-47b4-b1b7-a5954b9fe5a4 req-74a10d72-e086-4f30-a7d3-65c8d6e73e38 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595645 Feb 16 15:57:50.650394 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-bf8e26e8-5e99-470a-8f96-5b587dcb10fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:50.651545 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-bf8e26e8-5e99-470a-8f96-5b587dcb10fe admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/0b01c6f1-9672-418e-a7ca-3b379936630c HTTP/1.1" status: 204 len: 168 time: 0.4983323 Feb 16 15:57:50.672270 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f2e3d6-6d5f-49ef-9261-559e8ae913f1 req-7f034386-5f2c-4d20-8b9e-14f3beb5e4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:50.674820 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c8f2e3d6-6d5f-49ef-9261-559e8ae913f1 req-7f034386-5f2c-4d20-8b9e-14f3beb5e4cd service neutron] 10.222.0.103 "GET /v2.0/networks?id=5ba9adbd-7e6e-40ef-8072-99fc00c91b9e HTTP/1.1" status: 200 len: 913 time: 0.2206881 Feb 16 15:57:50.782674 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c8f2e3d6-6d5f-49ef-9261-559e8ae913f1 req-66acfa8c-6a2c-4d11-a02d-7978749be883 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dce29091-e275-428e-a810-d0cb9b966362 HTTP/1.1" status: 200 len: 217 time: 0.0907924 Feb 16 15:57:50.863557 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f2e3d6-6d5f-49ef-9261-559e8ae913f1 req-4168e198-e29f-4126-bfa9-6a155b75443b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:50.865302 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c8f2e3d6-6d5f-49ef-9261-559e8ae913f1 req-4168e198-e29f-4126-bfa9-6a155b75443b service neutron] 10.222.0.103 "GET /v2.0/subnets?id=fae66b79-d403-4bb6-bf46-a87b3c07ef1e HTTP/1.1" status: 200 len: 859 time: 0.0744205 Feb 16 15:57:50.936714 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c8f2e3d6-6d5f-49ef-9261-559e8ae913f1 req-52d26a79-a3d6-40e2-bfd6-d1b7ba86538d service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=5ba9adbd-7e6e-40ef-8072-99fc00c91b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556266 Feb 16 15:57:51.248844 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c8f2e3d6-6d5f-49ef-9261-559e8ae913f1 req-37ce2880-fb75-410b-a422-8806bfc2d26f service neutron] 10.222.0.103 "GET /v2.0/networks/5ba9adbd-7e6e-40ef-8072-99fc00c91b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013535 Feb 16 15:57:51.261715 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d56af84-6d3d-41ed-a261-a8f076e588fe req-86810c78-5fd6-4142-b4a6-aff499633860 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:51.270903 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-4d56af84-6d3d-41ed-a261-a8f076e588fe req-86810c78-5fd6-4142-b4a6-aff499633860 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a42868-5e1e-49af-b0ff-44e3cd2357e8 HTTP/1.1" status: 200 len: 945 time: 0.1613529 Feb 16 15:57:51.414806 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:51.479624 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-4d56af84-6d3d-41ed-a261-a8f076e588fe req-dbc5a6ea-cdc9-4d5f-b0d4-bfa86839437a tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/security-groups?id=5898dce6-7055-4862-b83b-a300f7112f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2073431 Feb 16 15:57:51.514134 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c8f2e3d6-6d5f-49ef-9261-559e8ae913f1 req-7f503f3b-6f63-478d-ad66-692bdffd197a service neutron] 10.222.0.103 "GET /v2.0/networks/5ba9adbd-7e6e-40ef-8072-99fc00c91b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2401409 Feb 16 15:57:51.721228 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42494f6c-571f-4fad-b3be-40ffbc9f9cf0 req-d65f395d-c370-4d37-a825-d3ad47129c32 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:51.722923 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-42494f6c-571f-4fad-b3be-40ffbc9f9cf0 req-d65f395d-c370-4d37-a825-d3ad47129c32 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a42868-5e1e-49af-b0ff-44e3cd2357e8 HTTP/1.1" status: 200 len: 945 time: 0.0984426 Feb 16 15:57:51.733006 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 46430) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:57:51.740332 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [None req-95357319-b1db-476b-8042-a4170e1b3b5d tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Request body: {'floatingip': {'port_id': 'a3cfc80c-3747-4eaa-971c-fd4b447bcf21'}} {{(pid=84075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:57:52.118670 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-95357319-b1db-476b-8042-a4170e1b3b5d tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks [] for floatingip, before_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:52.324357 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-331083c2-9fd5-48c9-8796-02890b3f22e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:52.339159 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4855bf0-a661-4595-a98a-b070b34cb6f7 req-8506e48e-38d5-4074-9b2e-8e4875c12b82 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:52.340805 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c4855bf0-a661-4595-a98a-b070b34cb6f7 req-8506e48e-38d5-4074-9b2e-8e4875c12b82 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=9844cecf-7414-46f2-a70f-1c8675461bc3 HTTP/1.1" status: 200 len: 946 time: 0.4959004 Feb 16 15:57:52.589570 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c4855bf0-a661-4595-a98a-b070b34cb6f7 req-1fb79a7a-175b-4f5c-ade7-df3419ec69e0 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311776 Feb 16 15:57:52.940255 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 46466) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:57:53.117839 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-95357319-b1db-476b-8042-a4170e1b3b5d tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:53.203729 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-95357319-b1db-476b-8042-a4170e1b3b5d tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853906801'] for floatingip, after_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:53.219429 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-91fd1281-23b5-4a7d-8154-abc5ac73b44b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:53.243236 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-91fd1281-23b5-4a7d-8154-abc5ac73b44b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:57:53.248011 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-91fd1281-23b5-4a7d-8154-abc5ac73b44b admin admin] Usage tracker for resource:security_group_rule and tenant:a1e3441aa7404ebab50311760746e213 is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:57:53.252177 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-91fd1281-23b5-4a7d-8154-abc5ac73b44b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:57:53.259073 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-91fd1281-23b5-4a7d-8154-abc5ac73b44b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:57:53.350550 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-91fd1281-23b5-4a7d-8154-abc5ac73b44b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:53.375350 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-91fd1281-23b5-4a7d-8154-abc5ac73b44b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:53.394663 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:57:53.407589 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.db.l3_db [None req-95357319-b1db-476b-8042-a4170e1b3b5d tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Floating IP 24c7af37-770e-4b17-8882-0da941e87f59 associated. External IP: 172.27.1.12, port: a3cfc80c-3747-4eaa-971c-fd4b447bcf21. Feb 16 15:57:53.455967 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-91fd1281-23b5-4a7d-8154-abc5ac73b44b admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=a1e3441aa7404ebab50311760746e213&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5142536 Feb 16 15:57:53.457163 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fd1281-23b5-4a7d-8154-abc5ac73b44b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb0a5a7-2298-4b67-9798-8ebee8181ad4,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:57:53.472119 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 46484) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:57:53.472253 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-91fd1281-23b5-4a7d-8154-abc5ac73b44b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:57:53.645378 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d7219b7c-b171-40e6-8ec7-fb465515e02d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:53.696913 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d7219b7c-b171-40e6-8ec7-fb465515e02d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:54.009788 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e06e502-f7da-428c-b0aa-4103eeb98bbf req-b60d65db-c282-495d-b3a0-3dd440279ad0 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:54.014757 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5e06e502-f7da-428c-b0aa-4103eeb98bbf req-b60d65db-c282-495d-b3a0-3dd440279ad0 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=9844cecf-7414-46f2-a70f-1c8675461bc3 HTTP/1.1" status: 200 len: 946 time: 0.2467752 Feb 16 15:57:54.262385 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95357319-b1db-476b-8042-a4170e1b3b5d tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Router 87ebf6eb-b02e-49f2-81a2-2d784b9f6271 has already been hosted by L3 agent 4f2d6f55-b6e7-4768-88f5-01ac5c4c3902 {{(pid=84075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 15:57:54.266565 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d7219b7c-b171-40e6-8ec7-fb465515e02d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:54.282713 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:57:54.310548 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5e06e502-f7da-428c-b0aa-4103eeb98bbf req-a738dda0-3588-4ad9-8ed2-fc04abd233f0 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915378 Feb 16 15:57:54.311398 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7219b7c-b171-40e6-8ec7-fb465515e02d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb0a5a7-2298-4b67-9798-8ebee8181ad4,revision_number=None']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:57:54.388578 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-d7219b7c-b171-40e6-8ec7-fb465515e02d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:57:54.452046 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d7219b7c-b171-40e6-8ec7-fb465515e02d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:54.455936 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-d7219b7c-b171-40e6-8ec7-fb465515e02d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/0cb0a5a7-2298-4b67-9798-8ebee8181ad4 HTTP/1.1" status: 204 len: 168 time: 0.9799390 Feb 16 15:57:54.467325 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 46526) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:57:54.548199 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95357319-b1db-476b-8042-a4170e1b3b5d tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify agent at l3_agent.dv-cinder-775706-1-iscsi the message routers_updated {{(pid=84075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 15:57:54.554163 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-95357319-b1db-476b-8042-a4170e1b3b5d tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487'] for floatingip, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:54.565800 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68db7b48-878a-430e-ab99-c4becc6c7e2d None None] Sync routers for ids ['87ebf6eb-b02e-49f2-81a2-2d784b9f6271'] in dv-cinder-775706-1-iscsi {{(pid=84077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 15:57:54.581286 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68db7b48-878a-430e-ab99-c4becc6c7e2d None None] Routers {'87ebf6eb-b02e-49f2-81a2-2d784b9f6271'} bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:57:54.582408 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-68db7b48-878a-430e-ab99-c4becc6c7e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-16T15:47:20Z,description=,heartbeat_timestamp=2021-02-16T15:57:51Z,host='dv-cinder-775706-1-iscsi',id=4f2d6f55-b6e7-4768-88f5-01ac5c4c3902,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:47:21Z,topic='l3_agent')) {'router_ids': ['87ebf6eb-b02e-49f2-81a2-2d784b9f6271'], 'active': True} {{(pid=84077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:57:54.639516 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-95357319-b1db-476b-8042-a4170e1b3b5d tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "PUT /v2.0/floatingips/24c7af37-770e-4b17-8882-0da941e87f59 HTTP/1.1" status: 200 len: 990 time: 2.9050825 Feb 16 15:57:54.640500 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52a42868-5e1e-49af-b0ff-44e3cd2357e8', 'tag': 'a3cfc80c-3747-4eaa-971c-fd4b447bcf21'}] {{(pid=84075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:57:54.650345 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c877cb9a-e318-4120-8db6-fa1965f8f81a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:54.667825 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-c877cb9a-e318-4120-8db6-fa1965f8f81a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:57:54.672147 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-c877cb9a-e318-4120-8db6-fa1965f8f81a admin admin] Usage tracker for resource:security_group_rule and tenant:1763163f0b2b43ebba12b3e0db7c8a28 is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:57:54.676496 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-c877cb9a-e318-4120-8db6-fa1965f8f81a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:57:54.682709 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-c877cb9a-e318-4120-8db6-fa1965f8f81a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:57:54.734046 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52a42868-5e1e-49af-b0ff-44e3cd2357e8', 'tag': 'a3cfc80c-3747-4eaa-971c-fd4b447bcf21', 'status': 'completed', 'code': 200} Feb 16 15:57:54.922667 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a02a8ce-4bdb-4789-997a-1e5e49b7ec21 req-1e82aecb-7a26-4309-a549-ff0ec75b3fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:54.930650 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6a02a8ce-4bdb-4789-997a-1e5e49b7ec21 req-1e82aecb-7a26-4309-a549-ff0ec75b3fe4 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=3d779634302641f2a94b48c70492e45e&device_id=52a42868-5e1e-49af-b0ff-44e3cd2357e8 HTTP/1.1" status: 200 len: 1162 time: 0.1549368 Feb 16 15:57:54.934373 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvr_db [None req-68db7b48-878a-430e-ab99-c4becc6c7e2d None None] Set router 87ebf6eb-b02e-49f2-81a2-2d784b9f6271 gateway port host: dv-cinder-775706-1-iscsi {{(pid=84077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:57:55.012688 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c877cb9a-e318-4120-8db6-fa1965f8f81a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:55.044298 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c877cb9a-e318-4120-8db6-fa1965f8f81a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:55.065392 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-5777de40-14d6-471c-8a7a-7fa47f04aebe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:57:55.155008 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-c877cb9a-e318-4120-8db6-fa1965f8f81a admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=1763163f0b2b43ebba12b3e0db7c8a28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6854014 Feb 16 15:57:55.161348 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 46548) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:57:55.182959 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c877cb9a-e318-4120-8db6-fa1965f8f81a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c01ca6d8-6a43-4b63-a12b-616e7acac9d1,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:57:55.182959 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 46552) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:57:55.182959 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-c877cb9a-e318-4120-8db6-fa1965f8f81a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:57:55.199208 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d5783401-9f0d-4a8f-9281-572bffdfa9be admin admin] Notify callbacks [] for security_group, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:55.217668 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-d5783401-9f0d-4a8f-9281-572bffdfa9be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:57:55.224869 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-d5783401-9f0d-4a8f-9281-572bffdfa9be admin admin] Usage tracker for resource:security_group_rule and tenant:77a6ac51baa94d09bf00b8adce62509a is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:57:55.228027 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-d5783401-9f0d-4a8f-9281-572bffdfa9be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:57:55.234606 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-d5783401-9f0d-4a8f-9281-572bffdfa9be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:57:55.301704 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a02a8ce-4bdb-4789-997a-1e5e49b7ec21 req-66ff88e9-c314-414e-8f71-77376e2920d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:55.304285 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6a02a8ce-4bdb-4789-997a-1e5e49b7ec21 req-66ff88e9-c314-414e-8f71-77376e2920d5 service neutron] 10.222.0.103 "GET /v2.0/networks?id=ac572d69-3346-47db-96b8-84a33dd2e288 HTTP/1.1" status: 200 len: 905 time: 0.3291540 Feb 16 15:57:55.312813 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ca1cd5dd-884f-428d-93e8-10305d01d25d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:55.407076 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d5783401-9f0d-4a8f-9281-572bffdfa9be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:55.437848 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d5783401-9f0d-4a8f-9281-572bffdfa9be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:55.459734 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:57:55.468452 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6a02a8ce-4bdb-4789-997a-1e5e49b7ec21 req-7d1e5916-cda6-4139-b317-26d7adda50d0 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3cfc80c-3747-4eaa-971c-fd4b447bcf21 HTTP/1.1" status: 200 len: 998 time: 0.1502376 Feb 16 15:57:55.520399 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ca1cd5dd-884f-428d-93e8-10305d01d25d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:55.546196 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-d5783401-9f0d-4a8f-9281-572bffdfa9be admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=77a6ac51baa94d09bf00b8adce62509a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3717465 Feb 16 15:57:55.547898 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 46560) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:57:55.551517 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5783401-9f0d-4a8f-9281-572bffdfa9be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91d9c786-c551-4f31-b9c2-44bf617cfc3d,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:57:55.566930 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-d5783401-9f0d-4a8f-9281-572bffdfa9be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:57:55.583363 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-68db7b48-878a-430e-ab99-c4becc6c7e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ebf6eb-b02e-49f2-81a2-2d784b9f6271', 'name': 'tempest-AttachVolumeTestJSON-2044868056-router', 'tenant_id': '3d779634302641f2a94b48c70492e45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '2c535bb3-022b-4749-9f0b-b8452fce5a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:56:41Z', 'updated_at': '2021-02-16T15:56:50Z', 'revision_number': 4, 'project_id': '3d779634302641f2a94b48c70492e45e', 'gw_port': {'id': '2c535bb3-022b-4749-9f0b-b8452fce5a48', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:8c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ebf6eb-b02e-49f2-81a2-2d784b9f6271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:56:43Z', 'updated_at': '2021-02-16T15:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_floatingips': [{'id': '24c7af37-770e-4b17-8882-0da941e87f59', 'tenant_id': '3d779634302641f2a94b48c70492e45e', 'floating_ip_address': '172.27.1.12', 'floating_network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'router_id': '87ebf6eb-b02e-49f2-81a2-2d784b9f6271', 'port_id': 'a3cfc80c-3747-4eaa-971c-fd4b447bcf21', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 100, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac572d69-3346-47db-96b8-84a33dd2e288', 'mac_address': 'fa:16:3e:7c:39:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a42868-5e1e-49af-b0ff-44e3cd2357e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T15:56:57Z', 'updated_at': '2021-02-16T15:57:52Z', 'revision_number': 1, 'project_id': '3d779634302641f2a94b48c70492e45e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd47953cc-829c-4e4f-911f-31a621b52778', 'name': '', 'network_id': 'ac572d69-3346-47db-96b8-84a33dd2e288', 'tenant_id': '3d779634302641f2a94b48c70492e45e', 'mac_address': 'fa:16:3e:3f:fe:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ebf6eb-b02e-49f2-81a2-2d784b9f6271', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c8b959bf-ae39-4aee-b829-e174a339a829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:56:49Z', 'updated_at': '2021-02-16T15:57:04Z', 'revision_number': 5, 'project_id': '3d779634302641f2a94b48c70492e45e', 'subnets': [{'id': 'c8b959bf-ae39-4aee-b829-e174a339a829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-iscsi', False) {} {{(pid=84077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:57:55.589102 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68db7b48-878a-430e-ab99-c4becc6c7e2d None None] Checking router: 87ebf6eb-b02e-49f2-81a2-2d784b9f6271 for host: dv-cinder-775706-1-iscsi {{(pid=84077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 15:57:55.599219 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68db7b48-878a-430e-ab99-c4becc6c7e2d None None] Routers {'87ebf6eb-b02e-49f2-81a2-2d784b9f6271'} bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:57:55.599981 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-68db7b48-878a-430e-ab99-c4becc6c7e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-16T15:47:20Z,description=,heartbeat_timestamp=2021-02-16T15:57:51Z,host='dv-cinder-775706-1-iscsi',id=4f2d6f55-b6e7-4768-88f5-01ac5c4c3902,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:47:21Z,topic='l3_agent')) {'router_ids': ['87ebf6eb-b02e-49f2-81a2-2d784b9f6271'], 'active': True} {{(pid=84077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:57:55.633810 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-e19827c8-c710-4994-929c-df6e40f2f8a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:55.670087 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-e19827c8-c710-4994-929c-df6e40f2f8a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:55.697100 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a02a8ce-4bdb-4789-997a-1e5e49b7ec21 req-3ee8726d-b7d6-4327-9ad5-459dcfb7c5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:55.699044 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6a02a8ce-4bdb-4789-997a-1e5e49b7ec21 req-3ee8726d-b7d6-4327-9ad5-459dcfb7c5e7 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=c8b959bf-ae39-4aee-b829-e174a339a829 HTTP/1.1" status: 200 len: 850 time: 0.2217424 Feb 16 15:57:55.716336 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092f8312-2566-4ad2-b6c4-c9d42f52de34 req-3d97470e-fb68-45ec-82f1-8c79124e9905 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:55.718277 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-092f8312-2566-4ad2-b6c4-c9d42f52de34 req-3d97470e-fb68-45ec-82f1-8c79124e9905 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=9844cecf-7414-46f2-a70f-1c8675461bc3 HTTP/1.1" status: 200 len: 946 time: 0.1897111 Feb 16 15:57:55.763938 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ca1cd5dd-884f-428d-93e8-10305d01d25d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:55.769518 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-e19827c8-c710-4994-929c-df6e40f2f8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:55.786889 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-2371f37a-482e-4016-b0aa-aa5dc0fa3ed5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:57:55.791460 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:57:55.808687 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19827c8-c710-4994-929c-df6e40f2f8a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d9c786-c551-4f31-b9c2-44bf617cfc3d,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:57:55.815106 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ca1cd5dd-884f-428d-93e8-10305d01d25d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:55.819088 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-ca1cd5dd-884f-428d-93e8-10305d01d25d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/c01ca6d8-6a43-4b63-a12b-616e7acac9d1 HTTP/1.1" status: 204 len: 168 time: 0.6542873 Feb 16 15:57:55.832041 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-e19827c8-c710-4994-929c-df6e40f2f8a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:57:55.840733 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1cd5dd-884f-428d-93e8-10305d01d25d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01ca6d8-6a43-4b63-a12b-616e7acac9d1,revision_number=None']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:57:55.857453 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-ca1cd5dd-884f-428d-93e8-10305d01d25d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:57:55.865094 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-e19827c8-c710-4994-929c-df6e40f2f8a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:55.868789 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-e19827c8-c710-4994-929c-df6e40f2f8a0 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/91d9c786-c551-4f31-b9c2-44bf617cfc3d HTTP/1.1" status: 204 len: 168 time: 0.3172152 Feb 16 15:57:55.889226 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvr_db [None req-68db7b48-878a-430e-ab99-c4becc6c7e2d None None] Set router 87ebf6eb-b02e-49f2-81a2-2d784b9f6271 gateway port host: dv-cinder-775706-1-iscsi {{(pid=84077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:57:55.915405 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-092f8312-2566-4ad2-b6c4-c9d42f52de34 req-230029b1-856d-4e04-9ebe-52fdea54679e tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578150 Feb 16 15:57:55.929191 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a02a8ce-4bdb-4789-997a-1e5e49b7ec21 req-2d6e74e1-d887-4e3a-986e-f38364748df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:55.930836 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6a02a8ce-4bdb-4789-997a-1e5e49b7ec21 req-2d6e74e1-d887-4e3a-986e-f38364748df7 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=ac572d69-3346-47db-96b8-84a33dd2e288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2220261 Feb 16 15:57:56.130655 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6a02a8ce-4bdb-4789-997a-1e5e49b7ec21 req-4e571301-4c85-46fd-954d-b2247097f536 service neutron] 10.222.0.103 "GET /v2.0/networks/ac572d69-3346-47db-96b8-84a33dd2e288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828506 Feb 16 15:57:56.465357 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ee54b-193f-4317-a45f-06e93d1ff077 req-b67dfdc8-efe0-4055-be11-f6d59b737a5c tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:56.467163 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7f6ee54b-193f-4317-a45f-06e93d1ff077 req-b67dfdc8-efe0-4055-be11-f6d59b737a5c tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/networks?id=baa10d08-ce15-4a5f-a2ef-a3a5e84267ba HTTP/1.1" status: 200 len: 815 time: 0.3308847 Feb 16 15:57:56.507750 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7f6ee54b-193f-4317-a45f-06e93d1ff077 req-091286b0-a643-401b-8fc1-4e113e150af1 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/quotas/1a1a953a14c748c6a608c59eb0095246 HTTP/1.1" status: 200 len: 375 time: 0.0237653 Feb 16 15:57:56.510988 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6a02a8ce-4bdb-4789-997a-1e5e49b7ec21 req-f12363cb-d460-46e4-abda-e05a506f33f1 service neutron] 10.222.0.103 "GET /v2.0/networks/ac572d69-3346-47db-96b8-84a33dd2e288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3255193 Feb 16 15:57:56.540486 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-68db7b48-878a-430e-ab99-c4becc6c7e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ebf6eb-b02e-49f2-81a2-2d784b9f6271', 'name': 'tempest-AttachVolumeTestJSON-2044868056-router', 'tenant_id': '3d779634302641f2a94b48c70492e45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '2c535bb3-022b-4749-9f0b-b8452fce5a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:56:41Z', 'updated_at': '2021-02-16T15:56:50Z', 'revision_number': 4, 'project_id': '3d779634302641f2a94b48c70492e45e', 'gw_port': {'id': '2c535bb3-022b-4749-9f0b-b8452fce5a48', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:8c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ebf6eb-b02e-49f2-81a2-2d784b9f6271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:56:43Z', 'updated_at': '2021-02-16T15:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_floatingips': [{'id': '24c7af37-770e-4b17-8882-0da941e87f59', 'tenant_id': '3d779634302641f2a94b48c70492e45e', 'floating_ip_address': '172.27.1.12', 'floating_network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'router_id': '87ebf6eb-b02e-49f2-81a2-2d784b9f6271', 'port_id': 'a3cfc80c-3747-4eaa-971c-fd4b447bcf21', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 100, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac572d69-3346-47db-96b8-84a33dd2e288', 'mac_address': 'fa:16:3e:7c:39:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a42868-5e1e-49af-b0ff-44e3cd2357e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T15:56:57Z', 'updated_at': '2021-02-16T15:57:52Z', 'revision_number': 1, 'project_id': '3d779634302641f2a94b48c70492e45e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd47953cc-829c-4e4f-911f-31a621b52778', 'name': '', 'network_id': 'ac572d69-3346-47db-96b8-84a33dd2e288', 'tenant_id': '3d779634302641f2a94b48c70492e45e', 'mac_address': 'fa:16:3e:3f:fe:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ebf6eb-b02e-49f2-81a2-2d784b9f6271', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c8b959bf-ae39-4aee-b829-e174a339a829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:56:49Z', 'updated_at': '2021-02-16T15:57:04Z', 'revision_number': 5, 'project_id': '3d779634302641f2a94b48c70492e45e', 'subnets': [{'id': 'c8b959bf-ae39-4aee-b829-e174a339a829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-iscsi', False) {} {{(pid=84077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:57:56.545719 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68db7b48-878a-430e-ab99-c4becc6c7e2d None None] The sync data for ids ['87ebf6eb-b02e-49f2-81a2-2d784b9f6271'] in dv-cinder-775706-1-iscsi is: [{'id': '87ebf6eb-b02e-49f2-81a2-2d784b9f6271', 'name': 'tempest-AttachVolumeTestJSON-2044868056-router', 'tenant_id': '3d779634302641f2a94b48c70492e45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '2c535bb3-022b-4749-9f0b-b8452fce5a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:56:41Z', 'updated_at': '2021-02-16T15:56:50Z', 'revision_number': 4, 'project_id': '3d779634302641f2a94b48c70492e45e', 'gw_port': {'id': '2c535bb3-022b-4749-9f0b-b8452fce5a48', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:8c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ebf6eb-b02e-49f2-81a2-2d784b9f6271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:56:43Z', 'updated_at': '2021-02-16T15:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_floatingips': [{'id': '24c7af37-770e-4b17-8882-0da941e87f59', 'tenant_id': '3d779634302641f2a94b48c70492e45e', 'floating_ip_address': '172.27.1.12', 'floating_network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'router_id': '87ebf6eb-b02e-49f2-81a2-2d784b9f6271', 'port_id': 'a3cfc80c-3747-4eaa-971c-fd4b447bcf21', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 100, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac572d69-3346-47db-96b8-84a33dd2e288', 'mac_address': 'fa:16:3e:7c:39:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a42868-5e1e-49af-b0ff-44e3cd2357e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T15:56:57Z', 'updated_at': '2021-02-16T15:57:52Z', 'revision_number': 1, 'project_id': '3d779634302641f2a94b48c70492e45e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd47953cc-829c-4e4f-911f-31a621b52778', 'name': '', 'network_id': 'ac572d69-3346-47db-96b8-84a33dd2e288', 'tenant_id': '3d779634302641f2a94b48c70492e45e', 'mac_address': 'fa:16:3e:3f:fe:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ebf6eb-b02e-49f2-81a2-2d784b9f6271', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c8b959bf-ae39-4aee-b829-e174a339a829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:56:49Z', 'updated_at': '2021-02-16T15:57:04Z', 'revision_number': 5, 'project_id': '3d779634302641f2a94b48c70492e45e', 'subnets': [{'id': 'c8b959bf-ae39-4aee-b829-e174a339a829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 15:57:56.614782 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7f6ee54b-193f-4317-a45f-06e93d1ff077 req-64350051-8e5b-4fe4-b998-68719ceae114 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=1a1a953a14c748c6a608c59eb0095246&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0998523 Feb 16 15:57:56.774978 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 46606) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:57:56.793853 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7f6ee54b-193f-4317-a45f-06e93d1ff077 req-c22b7650-e69b-43e6-9a10-10f66adb109c service neutron] 10.222.0.101 "GET /v2.0/networks/baa10d08-ce15-4a5f-a2ef-a3a5e84267ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707783 Feb 16 15:57:56.799410 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-50bd5a28-f567-4a18-82c3-89cf2a7ed101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:56.842574 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-50bd5a28-f567-4a18-82c3-89cf2a7ed101 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:57:56.846818 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-50bd5a28-f567-4a18-82c3-89cf2a7ed101 admin admin] Usage tracker for resource:security_group_rule and tenant:e8176d951215483e80d0d9e0e21a0d58 is out of sync, need to count used quota {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:57:56.862341 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-50bd5a28-f567-4a18-82c3-89cf2a7ed101 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:57:56.873996 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-50bd5a28-f567-4a18-82c3-89cf2a7ed101 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:57:56.876992 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e677a04-07b6-49d0-935b-9538f17fe134 None None] New status for floating IP 24c7af37-770e-4b17-8882-0da941e87f59: ACTIVE {{(pid=84076) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 16 15:57:57.067094 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-50bd5a28-f567-4a18-82c3-89cf2a7ed101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:57.106573 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7f6ee54b-193f-4317-a45f-06e93d1ff077 req-822fde04-38ba-48fe-8030-97ebf08d1435 service neutron] 10.222.0.101 "GET /v2.0/networks/baa10d08-ce15-4a5f-a2ef-a3a5e84267ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2968740 Feb 16 15:57:57.153664 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-50bd5a28-f567-4a18-82c3-89cf2a7ed101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:57.195755 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:57:57.204541 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-50bd5a28-f567-4a18-82c3-89cf2a7ed101 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=e8176d951215483e80d0d9e0e21a0d58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4284408 Feb 16 15:57:57.207975 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 46620) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:57:57.239386 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bd5a28-f567-4a18-82c3-89cf2a7ed101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed44ca3-1bcb-4bf2-bd53-b2fdc80ca68c,revision_number=1']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:57:57.242888 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-50bd5a28-f567-4a18-82c3-89cf2a7ed101 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:57:57.276669 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c84e905-d1fa-4fa4-bf22-9f6f632b180e req-2101a6cf-6591-4232-88f0-22a6421ba2c3 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:57.278504 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7c84e905-d1fa-4fa4-bf22-9f6f632b180e req-2101a6cf-6591-4232-88f0-22a6421ba2c3 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=9844cecf-7414-46f2-a70f-1c8675461bc3 HTTP/1.1" status: 200 len: 946 time: 0.1708109 Feb 16 15:57:57.307179 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1bc1029f-77ef-4c7e-b55f-6def44ab6a43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:57.360305 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1bc1029f-77ef-4c7e-b55f-6def44ab6a43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:57.407873 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7c84e905-d1fa-4fa4-bf22-9f6f632b180e req-a5ce8b46-0d40-4941-b9e6-11621b1c3b4a tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219881 Feb 16 15:57:57.442982 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1bc1029f-77ef-4c7e-b55f-6def44ab6a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:57.449643 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:57:57.471341 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc1029f-77ef-4c7e-b55f-6def44ab6a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed44ca3-1bcb-4bf2-bd53-b2fdc80ca68c,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:57:57.474476 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1bc1029f-77ef-4c7e-b55f-6def44ab6a43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:57:57.486356 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1bc1029f-77ef-4c7e-b55f-6def44ab6a43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:57.487960 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-1bc1029f-77ef-4c7e-b55f-6def44ab6a43 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/0ed44ca3-1bcb-4bf2-bd53-b2fdc80ca68c HTTP/1.1" status: 204 len: 168 time: 0.2783542 Feb 16 15:57:57.503447 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ec9cb886-8d60-4ba4-af63-595c8042e9cd req-2d25458b-f4b8-4af9-b8be-b6e427017189 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=d1144199-152a-40ab-ad58-0829f3a9db43 HTTP/1.1" status: 200 len: 210 time: 0.1092689 Feb 16 15:57:57.848415 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 46650) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:57:57.931178 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.db_base_plugin_v2 [None req-72181b68-8555-4d65-a95f-0d08288df660 admin admin] Deleting subnet c79b28dd-bdda-463a-9fbd-b71c9c750748 {{(pid=84074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 16 15:57:57.934624 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-72181b68-8555-4d65-a95f-0d08288df660 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:57.996964 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-72181b68-8555-4d65-a95f-0d08288df660 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:58.005311 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-72181b68-8555-4d65-a95f-0d08288df660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852981986'] for subnet, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:58.329357 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-72181b68-8555-4d65-a95f-0d08288df660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1793799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677'] for subnet, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:58.346670 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-b636b94c-30c4-48fc-ac44-ca7ed7a969b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:57:58.396798 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72181b68-8555-4d65-a95f-0d08288df660 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c79b28dd-bdda-463a-9fbd-b71c9c750748,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:57:58.449637 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-72181b68-8555-4d65-a95f-0d08288df660 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:57:58.514768 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-72181b68-8555-4d65-a95f-0d08288df660 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:58.535286 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-72181b68-8555-4d65-a95f-0d08288df660 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/c79b28dd-bdda-463a-9fbd-b71c9c750748 HTTP/1.1" status: 204 len: 168 time: 0.6824648 Feb 16 15:57:58.535758 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 46684) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:57:58.825703 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ca2b935b-cc7d-4d1b-83f1-910327774980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853200303'] for network, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:59.150210 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-4ef07f49-b776-4a40-b42c-077c8bc09924 req-77eaeacf-9b9a-4942-87af-9652f0ee6d73 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=d1144199-152a-40ab-ad58-0829f3a9db43 HTTP/1.1" status: 200 len: 210 time: 0.4150445 Feb 16 15:57:59.271692 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3551d345-4255-45f8-8df6-8e968ae72261 req-799c7bec-2ed1-49e3-a762-aeee47fee4d2 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:57:59.280266 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-3551d345-4255-45f8-8df6-8e968ae72261 req-799c7bec-2ed1-49e3-a762-aeee47fee4d2 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=9844cecf-7414-46f2-a70f-1c8675461bc3 HTTP/1.1" status: 200 len: 946 time: 0.6706953 Feb 16 15:57:59.374370 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ca2b935b-cc7d-4d1b-83f1-910327774980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852988537', 'neutron.services.segments.db._delete_segments_for_network--9223363260218233119'] for network, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:59.474656 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-3551d345-4255-45f8-8df6-8e968ae72261 req-f89683a3-1811-4c0f-b992-fdb3aff305c0 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932120 Feb 16 15:57:59.520044 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.services.segments.db [None req-ca2b935b-cc7d-4d1b-83f1-910327774980 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ff970a2-12d5-4e2a-bb90-6587dc4c6194']}} {{(pid=84075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:57:59.535740 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.services.segments.db [None req-ca2b935b-cc7d-4d1b-83f1-910327774980 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be6680aa-053c-45cf-b3f1-80d90d6f3d99') {'for_net_delete': True} {{(pid=84075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:57:59.536079 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.services.segments.db [None req-ca2b935b-cc7d-4d1b-83f1-910327774980 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be6680aa-053c-45cf-b3f1-80d90d6f3d99') {} {{(pid=84075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:57:59.553190 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ca2b935b-cc7d-4d1b-83f1-910327774980 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363260218221087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848453327'] for segment, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:59.573138 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ca2b935b-cc7d-4d1b-83f1-910327774980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797496'] for segment, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:59.575441 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ca2b935b-cc7d-4d1b-83f1-910327774980 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=84075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 16 15:57:59.726911 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 46728) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:57:59.871219 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-e3bf6ed9-5e60-4e04-bfd9-e2d1ecd0457f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:59.888927 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-e3bf6ed9-5e60-4e04-bfd9-e2d1ecd0457f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:57:59.894330 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-e3bf6ed9-5e60-4e04-bfd9-e2d1ecd0457f admin admin] Usage tracker for resource:security_group_rule and tenant:cceab9f0705348e2a0933c16bd5de65c is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:57:59.898041 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-e3bf6ed9-5e60-4e04-bfd9-e2d1ecd0457f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:57:59.906197 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-e3bf6ed9-5e60-4e04-bfd9-e2d1ecd0457f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:57:59.925013 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-ca2b935b-cc7d-4d1b-83f1-910327774980 admin admin] Network 6ff970a2-12d5-4e2a-bb90-6587dc4c6194 has no segments {{(pid=84075) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 15:57:59.942062 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ca2b935b-cc7d-4d1b-83f1-910327774980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852978417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7706744'] for segment, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:00.017426 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-e3bf6ed9-5e60-4e04-bfd9-e2d1ecd0457f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:00.071949 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-e3bf6ed9-5e60-4e04-bfd9-e2d1ecd0457f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:00.088853 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-e63a5d77-03dd-463e-ad95-9d8607c09846 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:58:00.104522 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ee54b-193f-4317-a45f-06e93d1ff077 req-9beb6f09-66cf-435d-bd68-503403f67dec tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:00.106219 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7f6ee54b-193f-4317-a45f-06e93d1ff077 req-9beb6f09-66cf-435d-bd68-503403f67dec tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.103 "GET /v2.0/networks?id=baa10d08-ce15-4a5f-a2ef-a3a5e84267ba HTTP/1.1" status: 200 len: 815 time: 0.4310424 Feb 16 15:58:00.160966 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-e3bf6ed9-5e60-4e04-bfd9-e2d1ecd0457f admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=cceab9f0705348e2a0933c16bd5de65c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4326026 Feb 16 15:58:00.165494 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 46738) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:58:00.172277 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [req-7f6ee54b-193f-4317-a45f-06e93d1ff077 req-912a6336-ffe6-430b-bb36-71444d32cc6e tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Request body: {'port': {'device_id': 'd1144199-152a-40ab-ad58-0829f3a9db43', 'network_id': 'baa10d08-ce15-4a5f-a2ef-a3a5e84267ba', 'admin_state_up': True, 'tenant_id': '1a1a953a14c748c6a608c59eb0095246'}} {{(pid=84075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:58:00.241522 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bf6ed9-5e60-4e04-bfd9-e2d1ecd0457f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9709aa1b-1f6f-443f-8cfa-670dd5a1ca28,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:58:00.246361 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-e3bf6ed9-5e60-4e04-bfd9-e2d1ecd0457f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:58:00.265981 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-20cb4305-e0f0-4878-ba12-6fe92ce3dfe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:00.296158 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-20cb4305-e0f0-4878-ba12-6fe92ce3dfe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:00.313589 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-ca2b935b-cc7d-4d1b-83f1-910327774980 admin admin] Network 6ff970a2-12d5-4e2a-bb90-6587dc4c6194 has no segments {{(pid=84075) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 15:58:00.374525 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-20cb4305-e0f0-4878-ba12-6fe92ce3dfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:00.379406 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-acde916f-7b6e-4de9-b6fb-01e1839625e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:58:00.386942 dv-cinder-775706-1-iscsi neutron-server[83961]: Traceback (most recent call last): Feb 16 15:58:00.386942 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:58:00.386942 dv-cinder-775706-1-iscsi neutron-server[83961]: timer() Feb 16 15:58:00.386942 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:58:00.386942 dv-cinder-775706-1-iscsi neutron-server[83961]: cb(*args, **kw) Feb 16 15:58:00.386942 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 16 15:58:00.386942 dv-cinder-775706-1-iscsi neutron-server[83961]: return func(*args, **kwargs) Feb 16 15:58:00.386942 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:58:00.386942 dv-cinder-775706-1-iscsi neutron-server[83961]: self._notify() Feb 16 15:58:00.386942 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:58:00.386942 dv-cinder-775706-1-iscsi neutron-server[83961]: self.callback(batched_events) Feb 16 15:58:00.386942 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:58:00.386942 dv-cinder-775706-1-iscsi neutron-server[83961]: event.method(event) Feb 16 15:58:00.386942 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 15:58:00.386942 dv-cinder-775706-1-iscsi neutron-server[83961]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:58:00.386942 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 16 15:58:00.386942 dv-cinder-775706-1-iscsi neutron-server[83961]: segment_id)['aggregates'][0] Feb 16 15:58:00.386942 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 15:58:00.386942 dv-cinder-775706-1-iscsi neutron-server[83961]: return f(self, *a, **k) Feb 16 15:58:00.386942 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 15:58:00.386942 dv-cinder-775706-1-iscsi neutron-server[83961]: return self._get(url).json() Feb 16 15:58:00.386942 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:58:00.386942 dv-cinder-775706-1-iscsi neutron-server[83961]: **kwargs) Feb 16 15:58:00.386942 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 15:58:00.386942 dv-cinder-775706-1-iscsi neutron-server[83961]: return self.request(url, 'GET', **kwargs) Feb 16 15:58:00.386942 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 16 15:58:00.386942 dv-cinder-775706-1-iscsi neutron-server[83961]: **endpoint_filter) Feb 16 15:58:00.386942 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 15:58:00.386942 dv-cinder-775706-1-iscsi neutron-server[83961]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:58:00.386942 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 15:58:00.386942 dv-cinder-775706-1-iscsi neutron-server[83961]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:58:00.386942 dv-cinder-775706-1-iscsi neutron-server[83961]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:58:00.394694 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb4305-e0f0-4878-ba12-6fe92ce3dfe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9709aa1b-1f6f-443f-8cfa-670dd5a1ca28,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:58:00.397044 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-20cb4305-e0f0-4878-ba12-6fe92ce3dfe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:58:00.411363 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-20cb4305-e0f0-4878-ba12-6fe92ce3dfe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:00.412635 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-20cb4305-e0f0-4878-ba12-6fe92ce3dfe2 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/9709aa1b-1f6f-443f-8cfa-670dd5a1ca28 HTTP/1.1" status: 204 len: 168 time: 0.2461376 Feb 16 15:58:00.472314 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-131bcd14-f228-4674-b772-59a88b4b9492 req-a45f25ff-146f-4d2b-9ed6-9361611ad46e tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=d1144199-152a-40ab-ad58-0829f3a9db43 HTTP/1.1" status: 200 len: 210 time: 0.1732695 Feb 16 15:58:00.519095 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [req-7f6ee54b-193f-4317-a45f-06e93d1ff077 req-912a6336-ffe6-430b-bb36-71444d32cc6e tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:58:00.523478 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-7f6ee54b-193f-4317-a45f-06e93d1ff077 req-912a6336-ffe6-430b-bb36-71444d32cc6e tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Usage tracker for resource:port and tenant:1a1a953a14c748c6a608c59eb0095246 is out of sync, need to count used quota {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:58:00.526693 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-7f6ee54b-193f-4317-a45f-06e93d1ff077 req-912a6336-ffe6-430b-bb36-71444d32cc6e tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:58:00.532675 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [req-7f6ee54b-193f-4317-a45f-06e93d1ff077 req-912a6336-ffe6-430b-bb36-71444d32cc6e tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:58:00.557227 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ca2b935b-cc7d-4d1b-83f1-910327774980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-911268'] for network, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:00.562840 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ca2b935b-cc7d-4d1b-83f1-910327774980 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210664'] for network, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:00.569834 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:58:00.592603 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f6ee54b-193f-4317-a45f-06e93d1ff077 req-912a6336-ffe6-430b-bb36-71444d32cc6e tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Made reservation on behalf of 1a1a953a14c748c6a608c59eb0095246 for: {'port': 1} {{(pid=84075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:58:00.599214 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-7f6ee54b-193f-4317-a45f-06e93d1ff077 req-912a6336-ffe6-430b-bb36-71444d32cc6e tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:00.657661 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2b935b-cc7d-4d1b-83f1-910327774980 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ff970a2-12d5-4e2a-bb90-6587dc4c6194,revision_number=None']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:58:00.661532 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-ca2b935b-cc7d-4d1b-83f1-910327774980 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:58:00.665930 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-ca2b935b-cc7d-4d1b-83f1-910327774980 admin admin] 10.222.0.101 "DELETE /v2.0/networks/6ff970a2-12d5-4e2a-bb90-6587dc4c6194 HTTP/1.1" status: 204 len: 168 time: 2.1264887 Feb 16 15:58:00.666431 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 46754) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:58:00.751015 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d1b887b-fc83-4b7b-862a-0a49b893115d admin admin] Deleting subnet 478ee306-017d-4b9a-bcb8-62b01564d191 {{(pid=84074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 16 15:58:00.755871 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-7d1b887b-fc83-4b7b-862a-0a49b893115d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:00.817835 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-7d1b887b-fc83-4b7b-862a-0a49b893115d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:00.825411 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-7d1b887b-fc83-4b7b-862a-0a49b893115d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852981986'] for subnet, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:00.869434 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0a535d-8c74-4702-8273-1b91d463ec5a req-ec37ddcd-0f52-4742-91a8-eeecba5ac972 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:00.871108 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-8d0a535d-8c74-4702-8273-1b91d463ec5a req-ec37ddcd-0f52-4742-91a8-eeecba5ac972 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=9844cecf-7414-46f2-a70f-1c8675461bc3 HTTP/1.1" status: 200 len: 946 time: 0.2805409 Feb 16 15:58:00.998973 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-8d0a535d-8c74-4702-8273-1b91d463ec5a req-bbb0938c-cff5-4861-b76a-08bbc2f0680a tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155717 Feb 16 15:58:01.096913 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.db_base_plugin_common [req-7f6ee54b-193f-4317-a45f-06e93d1ff077 req-912a6336-ffe6-430b-bb36-71444d32cc6e tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Allocated IP 172.20.0.6 (baa10d08-ce15-4a5f-a2ef-a3a5e84267ba/5bf5e8cd-656f-4727-bbaa-2a15ac283eb2/ae7ecb69-d57e-4702-9556-fc06046c468e) {{(pid=84075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 15:58:01.157647 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-7d1b887b-fc83-4b7b-862a-0a49b893115d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1793799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677'] for subnet, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:01.174706 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-8b596456-b366-48a3-bd2d-5bb8b8953638 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:58:01.222862 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1b887b-fc83-4b7b-862a-0a49b893115d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=478ee306-017d-4b9a-bcb8-62b01564d191,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:58:01.281491 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-7d1b887b-fc83-4b7b-862a-0a49b893115d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:58:01.315266 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-7d1b887b-fc83-4b7b-862a-0a49b893115d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:01.321915 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-7d1b887b-fc83-4b7b-862a-0a49b893115d admin admin] 10.222.0.101 "DELETE /v2.0/subnets/478ee306-017d-4b9a-bcb8-62b01564d191 HTTP/1.1" status: 204 len: 168 time: 0.6542919 Feb 16 15:58:01.324487 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 46764) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:58:01.328345 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-7f6ee54b-193f-4317-a45f-06e93d1ff077 req-912a6336-ffe6-430b-bb36-71444d32cc6e tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Notify callbacks [] for port, precommit_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:01.414911 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-7f6ee54b-193f-4317-a45f-06e93d1ff077 req-912a6336-ffe6-430b-bb36-71444d32cc6e tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776636048806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7708556'] for port, after_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:01.433586 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-64dbaa0f-4e72-40f9-8ff0-99c119f36cd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:58:01.442846 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-cbc65adc-36d9-42a6-8b5b-a7a37634863e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853200303'] for network, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:01.575594 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912a6336-ffe6-430b-bb36-71444d32cc6e tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Pushing event updated for resources: {'Port': ['ID=ae7ecb69-d57e-4702-9556-fc06046c468e,revision_number=1']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:58:01.585228 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-912a6336-ffe6-430b-bb36-71444d32cc6e tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:58:01.647639 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-cbc65adc-36d9-42a6-8b5b-a7a37634863e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852988537', 'neutron.services.segments.db._delete_segments_for_network--9223363260218233119'] for network, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:01.727824 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f6ee54b-193f-4317-a45f-06e93d1ff077 req-912a6336-ffe6-430b-bb36-71444d32cc6e tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Network baa10d08-ce15-4a5f-a2ef-a3a5e84267ba is already hosted by enough agents. {{(pid=84075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 15:58:01.729234 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.base_scheduler [req-7f6ee54b-193f-4317-a45f-06e93d1ff077 req-912a6336-ffe6-430b-bb36-71444d32cc6e tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Resources bound (agent type, host, resource id): {{(pid=84075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:58:01.732749 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f6ee54b-193f-4317-a45f-06e93d1ff077 req-912a6336-ffe6-430b-bb36-71444d32cc6e tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Received port after_create {{(pid=84075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 15:58:01.771901 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-cbc65adc-36d9-42a6-8b5b-a7a37634863e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84074) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:58:01.772308 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-cbc65adc-36d9-42a6-8b5b-a7a37634863e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84074) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:58:01.773138 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-cbc65adc-36d9-42a6-8b5b-a7a37634863e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84074) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:58:01.773515 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-cbc65adc-36d9-42a6-8b5b-a7a37634863e admin admin] Subscribe: > port after_create 55550000 {{(pid=84074) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:58:01.773879 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-cbc65adc-36d9-42a6-8b5b-a7a37634863e admin admin] Subscribe: > port after_delete 55550000 {{(pid=84074) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:58:01.774257 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-cbc65adc-36d9-42a6-8b5b-a7a37634863e admin admin] Subscribe: > port after_update 55550000 {{(pid=84074) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:58:01.774624 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-cbc65adc-36d9-42a6-8b5b-a7a37634863e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84074) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:58:01.775063 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-cbc65adc-36d9-42a6-8b5b-a7a37634863e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84074) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:58:01.775422 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-cbc65adc-36d9-42a6-8b5b-a7a37634863e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84074) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:58:01.775781 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-cbc65adc-36d9-42a6-8b5b-a7a37634863e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84074) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:58:01.790119 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d273915-7c9d-441e-a5bb-df0bc2914ec7 req-85823947-fbfd-4657-a9e3-38712b0e9b0a tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:01.791775 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-8d273915-7c9d-441e-a5bb-df0bc2914ec7 req-85823947-fbfd-4657-a9e3-38712b0e9b0a tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=d1144199-152a-40ab-ad58-0829f3a9db43 HTTP/1.1" status: 200 len: 931 time: 0.1831028 Feb 16 15:58:01.830520 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ee54b-193f-4317-a45f-06e93d1ff077 req-912a6336-ffe6-430b-bb36-71444d32cc6e tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:01.831222 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-7f6ee54b-193f-4317-a45f-06e93d1ff077 req-912a6336-ffe6-430b-bb36-71444d32cc6e tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210664'] for port, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:01.848129 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-cbc65adc-36d9-42a6-8b5b-a7a37634863e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84074) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:58:01.848523 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-cbc65adc-36d9-42a6-8b5b-a7a37634863e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84074) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:58:01.848901 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-cbc65adc-36d9-42a6-8b5b-a7a37634863e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84074) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:58:01.849275 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-cbc65adc-36d9-42a6-8b5b-a7a37634863e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84074) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:58:01.849662 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.services.segments.db [None req-cbc65adc-36d9-42a6-8b5b-a7a37634863e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0feca84-f0fb-4563-8016-38707e86be8e']}} {{(pid=84074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:58:01.865989 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.services.segments.db [None req-cbc65adc-36d9-42a6-8b5b-a7a37634863e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8b70afd-92dd-425f-b1b3-efdbd0eb031b') {'for_net_delete': True} {{(pid=84074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:58:01.865989 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.services.segments.db [None req-cbc65adc-36d9-42a6-8b5b-a7a37634863e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8b70afd-92dd-425f-b1b3-efdbd0eb031b') {} {{(pid=84074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:58:01.871630 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-8d273915-7c9d-441e-a5bb-df0bc2914ec7 req-6fefa2f3-e87d-4c8c-9c70-83e210d4f2cb tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fcb05d0-71e7-4569-9012-47a704188c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715322 Feb 16 15:58:01.879822 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-cbc65adc-36d9-42a6-8b5b-a7a37634863e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363260218221087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6480523'] for segment, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:01.896673 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-cbc65adc-36d9-42a6-8b5b-a7a37634863e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797496'] for segment, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:01.897846 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7f6ee54b-193f-4317-a45f-06e93d1ff077 req-912a6336-ffe6-430b-bb36-71444d32cc6e tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7341163 Feb 16 15:58:01.898839 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cbc65adc-36d9-42a6-8b5b-a7a37634863e admin admin] Releasing vxlan tunnel 8 to pool {{(pid=84074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 16 15:58:01.916898 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [req-7f6ee54b-193f-4317-a45f-06e93d1ff077 req-09103c65-f2c1-4b91-b33c-6c394ac9f2d1 service neutron] Request body: {'port': {'device_id': 'd1144199-152a-40ab-ad58-0829f3a9db43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=84075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:58:02.054054 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-7f6ee54b-193f-4317-a45f-06e93d1ff077 req-09103c65-f2c1-4b91-b33c-6c394ac9f2d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:02.132842 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-cbc65adc-36d9-42a6-8b5b-a7a37634863e admin admin] Network c0feca84-f0fb-4563-8016-38707e86be8e has no segments {{(pid=84074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 15:58:02.143830 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-cbc65adc-36d9-42a6-8b5b-a7a37634863e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852978417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6980364'] for segment, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:02.347478 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-cbc65adc-36d9-42a6-8b5b-a7a37634863e admin admin] Network c0feca84-f0fb-4563-8016-38707e86be8e has no segments {{(pid=84074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 15:58:02.374031 dv-cinder-775706-1-iscsi neutron-server[83961]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 15:58:02.374031 dv-cinder-775706-1-iscsi neutron-server[83961]: from cryptography.utils import int_from_bytes Feb 16 15:58:02.374031 dv-cinder-775706-1-iscsi neutron-server[83961]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 15:58:02.374031 dv-cinder-775706-1-iscsi neutron-server[83961]: from cryptography.utils import int_from_bytes Feb 16 15:58:02.374031 dv-cinder-775706-1-iscsi neutron-server[83961]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 16 15:58:02.374031 dv-cinder-775706-1-iscsi neutron-server[83961]: (rel_b, rel_a, rel_b), Feb 16 15:58:02.374031 dv-cinder-775706-1-iscsi neutron-server[83961]: Traceback (most recent call last): Feb 16 15:58:02.374031 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:58:02.374031 dv-cinder-775706-1-iscsi neutron-server[83961]: timer() Feb 16 15:58:02.374031 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:58:02.374031 dv-cinder-775706-1-iscsi neutron-server[83961]: cb(*args, **kw) Feb 16 15:58:02.374031 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 16 15:58:02.374031 dv-cinder-775706-1-iscsi neutron-server[83961]: return func(*args, **kwargs) Feb 16 15:58:02.374031 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:58:02.374031 dv-cinder-775706-1-iscsi neutron-server[83961]: self._notify() Feb 16 15:58:02.374031 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:58:02.374031 dv-cinder-775706-1-iscsi neutron-server[83961]: self.callback(batched_events) Feb 16 15:58:02.374031 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:58:02.374031 dv-cinder-775706-1-iscsi neutron-server[83961]: event.method(event) Feb 16 15:58:02.374031 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 15:58:02.374031 dv-cinder-775706-1-iscsi neutron-server[83961]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:58:02.374031 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 16 15:58:02.374031 dv-cinder-775706-1-iscsi neutron-server[83961]: segment_id)['aggregates'][0] Feb 16 15:58:02.374031 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 15:58:02.374031 dv-cinder-775706-1-iscsi neutron-server[83961]: return f(self, *a, **k) Feb 16 15:58:02.374031 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 15:58:02.374031 dv-cinder-775706-1-iscsi neutron-server[83961]: return self._get(url).json() Feb 16 15:58:02.374031 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:58:02.374031 dv-cinder-775706-1-iscsi neutron-server[83961]: **kwargs) Feb 16 15:58:02.374031 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 15:58:02.374031 dv-cinder-775706-1-iscsi neutron-server[83961]: return self.request(url, 'GET', **kwargs) Feb 16 15:58:02.374031 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 16 15:58:02.374031 dv-cinder-775706-1-iscsi neutron-server[83961]: **endpoint_filter) Feb 16 15:58:02.374031 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 15:58:02.374031 dv-cinder-775706-1-iscsi neutron-server[83961]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:58:02.374031 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 15:58:02.374031 dv-cinder-775706-1-iscsi neutron-server[83961]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:58:02.374031 dv-cinder-775706-1-iscsi neutron-server[83961]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:58:02.384954 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd90657-6716-4b90-9126-583e5f10924a req-4b9a945f-8ab8-4584-9d55-5427a3b0db19 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:02.388141 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1bd90657-6716-4b90-9126-583e5f10924a req-4b9a945f-8ab8-4584-9d55-5427a3b0db19 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=9844cecf-7414-46f2-a70f-1c8675461bc3 HTTP/1.1" status: 200 len: 946 time: 0.2159486 Feb 16 15:58:02.510037 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1bd90657-6716-4b90-9126-583e5f10924a req-84a783ab-8893-4576-a54e-21f83aa7da1c tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665472 Feb 16 15:58:02.574488 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-cbc65adc-36d9-42a6-8b5b-a7a37634863e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-911268'] for network, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:02.578692 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:58:02.601067 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-cbc65adc-36d9-42a6-8b5b-a7a37634863e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210664'] for network, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:02.617691 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc65adc-36d9-42a6-8b5b-a7a37634863e admin admin] Pushing event deleted for resources: {'Network': ['ID=c0feca84-f0fb-4563-8016-38707e86be8e,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:58:02.621102 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [req-7f6ee54b-193f-4317-a45f-06e93d1ff077 req-09103c65-f2c1-4b91-b33c-6c394ac9f2d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae7ecb69-d57e-4702-9556-fc06046c468e {{(pid=84075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 16 15:58:02.622076 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-cbc65adc-36d9-42a6-8b5b-a7a37634863e admin admin] 10.222.0.101 "DELETE /v2.0/networks/c0feca84-f0fb-4563-8016-38707e86be8e HTTP/1.1" status: 204 len: 168 time: 1.2964821 Feb 16 15:58:02.623917 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-cbc65adc-36d9-42a6-8b5b-a7a37634863e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:58:02.636200 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-7f6ee54b-193f-4317-a45f-06e93d1ff077 req-09103c65-f2c1-4b91-b33c-6c394ac9f2d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:02.650203 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [req-7f6ee54b-193f-4317-a45f-06e93d1ff077 req-09103c65-f2c1-4b91-b33c-6c394ac9f2d1 service neutron] Transition to ACTIVE for port object ae7ecb69-d57e-4702-9556-fc06046c468e will not be triggered until provisioned by entity L2. {{(pid=84075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:58:02.683116 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-7f6ee54b-193f-4317-a45f-06e93d1ff077 req-09103c65-f2c1-4b91-b33c-6c394ac9f2d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847067257'] for port, after_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:02.703345 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-2d335a14-3c6a-4a79-b4ef-98ea26008a87 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:58:02.945249 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 46798) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:58:03.006691 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-9462a9bc-fc01-4ddd-85f4-3a6f02e91192 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=429ac2b54ea444d6b4c0f22a0fe60fdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0600772 Feb 16 15:58:03.011191 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 46802) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:58:03.091304 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-74adfe6b-7cdb-4803-9f8d-1a454e3ff8f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:03.131867 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-74adfe6b-7cdb-4803-9f8d-1a454e3ff8f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:03.214678 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-74adfe6b-7cdb-4803-9f8d-1a454e3ff8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:03.219924 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-47f4a83d-f637-4179-999f-07ff2debbc82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:58:03.234922 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74adfe6b-7cdb-4803-9f8d-1a454e3ff8f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a36c8f5-043e-4b5c-a9e6-6220310ace12,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:58:03.238607 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-74adfe6b-7cdb-4803-9f8d-1a454e3ff8f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:58:03.239646 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-74adfe6b-7cdb-4803-9f8d-1a454e3ff8f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:03.243327 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-74adfe6b-7cdb-4803-9f8d-1a454e3ff8f9 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/8a36c8f5-043e-4b5c-a9e6-6220310ace12 HTTP/1.1" status: 204 len: 168 time: 0.2286453 Feb 16 15:58:03.267072 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09103c65-f2c1-4b91-b33c-6c394ac9f2d1 service neutron] Pushing event updated for resources: {'Port': ['ID=ae7ecb69-d57e-4702-9556-fc06046c468e,revision_number=2']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:58:03.303423 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-09103c65-f2c1-4b91-b33c-6c394ac9f2d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.600s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:58:03.371797 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2186e6-aa8c-43f8-a581-2c7f7a00b917 req-c2019a46-de52-4b96-913e-ea99e4239c47 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:03.372560 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-9c2186e6-aa8c-43f8-a581-2c7f7a00b917 req-c2019a46-de52-4b96-913e-ea99e4239c47 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Synchronizing usage tracker for tenant:1a1a953a14c748c6a608c59eb0095246 on resource:port {{(pid=84075) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 15:58:03.382528 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [req-7f6ee54b-193f-4317-a45f-06e93d1ff077 req-09103c65-f2c1-4b91-b33c-6c394ac9f2d1 service neutron] Attempting to bind port ae7ecb69-d57e-4702-9556-fc06046c468e on host hv-cinder-77570 for vnic_type normal with profile {{(pid=84075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:58:03.383052 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [req-7f6ee54b-193f-4317-a45f-06e93d1ff077 req-09103c65-f2c1-4b91-b33c-6c394ac9f2d1 service neutron] Attempting to bind port ae7ecb69-d57e-4702-9556-fc06046c468e by drivers openvswitch on host hv-cinder-77570 at level 0 using segments [{'id': '345b1ee1-cb15-421b-844c-b60c726b46c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'baa10d08-ce15-4a5f-a2ef-a3a5e84267ba'}] {{(pid=84075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 15:58:03.383412 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6ee54b-193f-4317-a45f-06e93d1ff077 req-09103c65-f2c1-4b91-b33c-6c394ac9f2d1 service neutron] Attempting to bind port ae7ecb69-d57e-4702-9556-fc06046c468e on network baa10d08-ce15-4a5f-a2ef-a3a5e84267ba {{(pid=84075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 15:58:03.396097 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6ee54b-193f-4317-a45f-06e93d1ff077 req-09103c65-f2c1-4b91-b33c-6c394ac9f2d1 service neutron] Checking agent: {'id': '6803919d-bffd-45bd-a97e-495ec12bc613', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 15, 54, 40), 'started_at': datetime.datetime(2021, 2, 16, 15, 55, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 15, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 15:58:03.396503 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6ee54b-193f-4317-a45f-06e93d1ff077 req-09103c65-f2c1-4b91-b33c-6c394ac9f2d1 service neutron] Checking segment: {'id': '345b1ee1-cb15-421b-844c-b60c726b46c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'baa10d08-ce15-4a5f-a2ef-a3a5e84267ba'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:58:03.396913 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-7f6ee54b-193f-4317-a45f-06e93d1ff077 req-09103c65-f2c1-4b91-b33c-6c394ac9f2d1 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:03.399053 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6ee54b-193f-4317-a45f-06e93d1ff077 req-09103c65-f2c1-4b91-b33c-6c394ac9f2d1 service neutron] Bound using segment: {'id': '345b1ee1-cb15-421b-844c-b60c726b46c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'baa10d08-ce15-4a5f-a2ef-a3a5e84267ba'} {{(pid=84075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 15:58:03.399053 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [req-7f6ee54b-193f-4317-a45f-06e93d1ff077 req-09103c65-f2c1-4b91-b33c-6c394ac9f2d1 service neutron] Bound port: ae7ecb69-d57e-4702-9556-fc06046c468e, host: hv-cinder-77570, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '345b1ee1-cb15-421b-844c-b60c726b46c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'baa10d08-ce15-4a5f-a2ef-a3a5e84267ba'}}] {{(pid=84075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 15:58:03.399053 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-7f6ee54b-193f-4317-a45f-06e93d1ff077 req-09103c65-f2c1-4b91-b33c-6c394ac9f2d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:03.460372 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-9c2186e6-aa8c-43f8-a581-2c7f7a00b917 req-c2019a46-de52-4b96-913e-ea99e4239c47 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Unset dirty status for tenant:1a1a953a14c748c6a608c59eb0095246 on resource:port {{(pid=84075) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 15:58:03.461677 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-9c2186e6-aa8c-43f8-a581-2c7f7a00b917 req-c2019a46-de52-4b96-913e-ea99e4239c47 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=d1144199-152a-40ab-ad58-0829f3a9db43 HTTP/1.1" status: 200 len: 943 time: 0.3483038 Feb 16 15:58:03.543588 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-9c2186e6-aa8c-43f8-a581-2c7f7a00b917 req-90409da9-e879-43e6-9637-cf26ec4c8a61 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fcb05d0-71e7-4569-9012-47a704188c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686228 Feb 16 15:58:03.544695 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [req-7f6ee54b-193f-4317-a45f-06e93d1ff077 req-09103c65-f2c1-4b91-b33c-6c394ac9f2d1 service neutron] For port ae7ecb69-d57e-4702-9556-fc06046c468e, host hv-cinder-77570, cleared binding levels {{(pid=84075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 15:58:03.553536 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [req-7f6ee54b-193f-4317-a45f-06e93d1ff077 req-09103c65-f2c1-4b91-b33c-6c394ac9f2d1 service neutron] For port ae7ecb69-d57e-4702-9556-fc06046c468e, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=ae7ecb69-d57e-4702-9556-fc06046c468e,segment=NetworkSegment(345b1ee1-cb15-421b-844c-b60c726b46c9),segment_id=345b1ee1-cb15-421b-844c-b60c726b46c9)] {{(pid=84075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 15:58:03.609511 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-7f6ee54b-193f-4317-a45f-06e93d1ff077 req-09103c65-f2c1-4b91-b33c-6c394ac9f2d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847067257'] for port, after_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:03.626779 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:58:03.785084 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 46814) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:58:03.837564 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-382c1959-671b-4ff1-9415-f7aaa93e1562 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d81f504d5e1c4a9ba2a332f355cc7366&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0510306 Feb 16 15:58:03.840164 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 46818) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:58:03.863034 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09103c65-f2c1-4b91-b33c-6c394ac9f2d1 service neutron] Pushing event updated for resources: {'Port': ['ID=ae7ecb69-d57e-4702-9556-fc06046c468e,revision_number=3']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:58:03.869546 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-09103c65-f2c1-4b91-b33c-6c394ac9f2d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:58:03.906530 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-2fa473b1-f612-494f-9ada-c1cd000a5de6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:03.921696 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ee54b-193f-4317-a45f-06e93d1ff077 req-09103c65-f2c1-4b91-b33c-6c394ac9f2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:03.922482 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-7f6ee54b-193f-4317-a45f-06e93d1ff077 req-09103c65-f2c1-4b91-b33c-6c394ac9f2d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210664'] for port, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:03.924307 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7f6ee54b-193f-4317-a45f-06e93d1ff077 req-09103c65-f2c1-4b91-b33c-6c394ac9f2d1 service neutron] 10.222.0.103 "PUT /v2.0/ports/ae7ecb69-d57e-4702-9556-fc06046c468e HTTP/1.1" status: 200 len: 1157 time: 2.0123374 Feb 16 15:58:03.924848 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1144199-152a-40ab-ad58-0829f3a9db43', 'tag': 'ae7ecb69-d57e-4702-9556-fc06046c468e'}] {{(pid=84075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:58:03.938054 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee44235-b607-4d3d-a6c7-b78cf0189145 req-e7476947-919a-4e76-bc9b-ea32b287b507 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:03.941037 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-2ee44235-b607-4d3d-a6c7-b78cf0189145 req-e7476947-919a-4e76-bc9b-ea32b287b507 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=9844cecf-7414-46f2-a70f-1c8675461bc3 HTTP/1.1" status: 200 len: 946 time: 0.2553275 Feb 16 15:58:03.943195 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-2fa473b1-f612-494f-9ada-c1cd000a5de6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:04.006079 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-2ee44235-b607-4d3d-a6c7-b78cf0189145 req-79e233f8-f80c-4a2a-894f-d202fb2f8fdb tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585380 Feb 16 15:58:04.038390 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-2fa473b1-f612-494f-9ada-c1cd000a5de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:04.042727 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:58:04.085328 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa473b1-f612-494f-9ada-c1cd000a5de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2657b047-9298-40ef-8366-85a07d295b49,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:58:04.105885 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-2fa473b1-f612-494f-9ada-c1cd000a5de6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:58:04.106800 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-2fa473b1-f612-494f-9ada-c1cd000a5de6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:04.108103 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-2fa473b1-f612-494f-9ada-c1cd000a5de6 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/2657b047-9298-40ef-8366-85a07d295b49 HTTP/1.1" status: 204 len: 168 time: 0.2669213 Feb 16 15:58:04.131282 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ee54b-193f-4317-a45f-06e93d1ff077 req-23e8ef09-ac3c-4e7f-b98c-ac4ef99390a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:04.135952 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7f6ee54b-193f-4317-a45f-06e93d1ff077 req-23e8ef09-ac3c-4e7f-b98c-ac4ef99390a5 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=1a1a953a14c748c6a608c59eb0095246&device_id=d1144199-152a-40ab-ad58-0829f3a9db43 HTTP/1.1" status: 200 len: 1160 time: 0.1273453 Feb 16 15:58:04.140172 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1144199-152a-40ab-ad58-0829f3a9db43', 'tag': 'ae7ecb69-d57e-4702-9556-fc06046c468e', 'status': 'completed', 'code': 200} Feb 16 15:58:04.235437 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7f6ee54b-193f-4317-a45f-06e93d1ff077 req-9a21d388-28c8-4783-ba74-90235feca9fe service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae7ecb69-d57e-4702-9556-fc06046c468e HTTP/1.1" status: 200 len: 217 time: 0.0780180 Feb 16 15:58:04.321801 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ee54b-193f-4317-a45f-06e93d1ff077 req-0079a41f-3792-47e8-a372-a3e5fca1d8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:04.323658 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7f6ee54b-193f-4317-a45f-06e93d1ff077 req-0079a41f-3792-47e8-a372-a3e5fca1d8af service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5bf5e8cd-656f-4727-bbaa-2a15ac283eb2 HTTP/1.1" status: 200 len: 855 time: 0.0785925 Feb 16 15:58:04.387087 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7f6ee54b-193f-4317-a45f-06e93d1ff077 req-43350ffc-7f98-4c46-9a04-900b9b6b1c20 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=baa10d08-ce15-4a5f-a2ef-a3a5e84267ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516541 Feb 16 15:58:04.504569 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 46842) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:58:04.571874 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7f6ee54b-193f-4317-a45f-06e93d1ff077 req-04e4ec80-a6ed-449d-9431-6ec07e60e9c7 service neutron] 10.222.0.103 "GET /v2.0/networks/baa10d08-ce15-4a5f-a2ef-a3a5e84267ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691525 Feb 16 15:58:04.719490 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f9026043-0944-44ba-86d5-e050609b18af admin admin] Notify callbacks [] for security_group, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:04.756651 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-f9026043-0944-44ba-86d5-e050609b18af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:58:04.762125 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-f9026043-0944-44ba-86d5-e050609b18af admin admin] Usage tracker for resource:security_group_rule and tenant:13c48ef5ca8142c582406d44f73742aa is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:58:04.766141 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-f9026043-0944-44ba-86d5-e050609b18af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:58:04.773061 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-f9026043-0944-44ba-86d5-e050609b18af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:58:04.869926 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f9026043-0944-44ba-86d5-e050609b18af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:04.906897 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7f6ee54b-193f-4317-a45f-06e93d1ff077 req-d005a934-e013-42db-b71f-dbcde3220228 service neutron] 10.222.0.103 "GET /v2.0/networks/baa10d08-ce15-4a5f-a2ef-a3a5e84267ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3126552 Feb 16 15:58:04.911492 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f9026043-0944-44ba-86d5-e050609b18af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:04.922127 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-4afd8e31-6050-4e49-8261-26ad6702e300 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:58:04.940450 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbcb775-8086-4f20-9056-d55f837183a6 req-6213bd2c-2dcf-4583-b08c-d7b101c43898 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:04.942302 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0cbcb775-8086-4f20-9056-d55f837183a6 req-6213bd2c-2dcf-4583-b08c-d7b101c43898 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=d1144199-152a-40ab-ad58-0829f3a9db43 HTTP/1.1" status: 200 len: 943 time: 0.2157831 Feb 16 15:58:04.952571 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba193c05-2d05-4cc7-a9ca-f0cf79df4b01 req-e4a776fd-a01e-4dac-9666-40e2740e63ce tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:04.954220 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ba193c05-2d05-4cc7-a9ca-f0cf79df4b01 req-e4a776fd-a01e-4dac-9666-40e2740e63ce tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] 10.222.0.101 "GET /v2.0/ports?device_id=67ebc951-1531-47ae-b51e-94d4e355d928 HTTP/1.1" status: 200 len: 945 time: 0.1696451 Feb 16 15:58:04.975710 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-f9026043-0944-44ba-86d5-e050609b18af admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=13c48ef5ca8142c582406d44f73742aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4699714 Feb 16 15:58:04.977042 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9026043-0944-44ba-86d5-e050609b18af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c45e206-a2e8-47f8-a3a0-f8dc1329196e,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:58:04.979718 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 46862) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:58:04.983221 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-f9026043-0944-44ba-86d5-e050609b18af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:58:05.063738 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-4b66c49f-e5a8-43ba-af08-2981168432a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:05.086118 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0cbcb775-8086-4f20-9056-d55f837183a6 req-d5b90175-a682-4cd9-9d75-cbed2456cdb1 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fcb05d0-71e7-4569-9012-47a704188c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307397 Feb 16 15:58:05.088818 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ba193c05-2d05-4cc7-a9ca-f0cf79df4b01 req-4eda3c8d-48e8-4f9a-be8c-22881eac4dbf tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] 10.222.0.101 "GET /v2.0/security-groups?id=cebd4b8d-482b-4540-a8a2-c1eda8064a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182845 Feb 16 15:58:05.100699 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-4b66c49f-e5a8-43ba-af08-2981168432a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:05.166449 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebdaf89-f8dd-4387-8828-5f96b22b2b88 req-b1585312-f6c1-419e-ac44-514666294be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:05.168275 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-cebdaf89-f8dd-4387-8828-5f96b22b2b88 req-b1585312-f6c1-419e-ac44-514666294be7 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=1a1a953a14c748c6a608c59eb0095246&device_id=d1144199-152a-40ab-ad58-0829f3a9db43 HTTP/1.1" status: 200 len: 1160 time: 0.1421223 Feb 16 15:58:05.208979 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-4b66c49f-e5a8-43ba-af08-2981168432a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:05.214511 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-6b9b693f-9e27-44ca-a2e1-d8c9dda31896 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:58:05.240635 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b66c49f-e5a8-43ba-af08-2981168432a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c45e206-a2e8-47f8-a3a0-f8dc1329196e,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:58:05.247005 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-4b66c49f-e5a8-43ba-af08-2981168432a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:58:05.259326 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-4b66c49f-e5a8-43ba-af08-2981168432a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:05.260869 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-4b66c49f-e5a8-43ba-af08-2981168432a1 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/2c45e206-a2e8-47f8-a3a0-f8dc1329196e HTTP/1.1" status: 204 len: 168 time: 0.2799237 Feb 16 15:58:05.411727 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebdaf89-f8dd-4387-8828-5f96b22b2b88 req-3c90874b-c020-45e8-a969-7cada062a0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:05.413506 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-cebdaf89-f8dd-4387-8828-5f96b22b2b88 req-3c90874b-c020-45e8-a969-7cada062a0fc service neutron] 10.222.0.103 "GET /v2.0/networks?id=baa10d08-ce15-4a5f-a2ef-a3a5e84267ba HTTP/1.1" status: 200 len: 909 time: 0.2377803 Feb 16 15:58:05.506909 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-cebdaf89-f8dd-4387-8828-5f96b22b2b88 req-49a5cf51-6d98-46ab-9442-db04a55e4036 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae7ecb69-d57e-4702-9556-fc06046c468e HTTP/1.1" status: 200 len: 217 time: 0.0810335 Feb 16 15:58:05.522906 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2178f4ad-6adc-4878-acad-b8aa91e5a240 req-7a90db4b-444b-4fe4-b884-fdead22454fb tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:05.524491 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-2178f4ad-6adc-4878-acad-b8aa91e5a240 req-7a90db4b-444b-4fe4-b884-fdead22454fb tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=9844cecf-7414-46f2-a70f-1c8675461bc3 HTTP/1.1" status: 200 len: 946 time: 0.1888318 Feb 16 15:58:05.630074 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-2178f4ad-6adc-4878-acad-b8aa91e5a240 req-0bc86e6a-e051-43ae-8483-6470d892c264 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673041 Feb 16 15:58:05.631633 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebdaf89-f8dd-4387-8828-5f96b22b2b88 req-81bf9bee-8263-48f9-afcb-b3c89a8d703e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:05.633149 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-cebdaf89-f8dd-4387-8828-5f96b22b2b88 req-81bf9bee-8263-48f9-afcb-b3c89a8d703e service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5bf5e8cd-656f-4727-bbaa-2a15ac283eb2 HTTP/1.1" status: 200 len: 855 time: 0.1077149 Feb 16 15:58:05.699013 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-cebdaf89-f8dd-4387-8828-5f96b22b2b88 req-28e424b5-4fec-471c-b83f-b28bda805ae2 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=baa10d08-ce15-4a5f-a2ef-a3a5e84267ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567648 Feb 16 15:58:05.857929 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-cebdaf89-f8dd-4387-8828-5f96b22b2b88 req-5da17bcf-155e-4623-9f7c-bce9e5a10ad8 service neutron] 10.222.0.103 "GET /v2.0/networks/baa10d08-ce15-4a5f-a2ef-a3a5e84267ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427214 Feb 16 15:58:05.927201 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 46884) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:58:05.947442 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ad990127-ccd8-420d-ab81-28941cda90f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:05.982424 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-ad990127-ccd8-420d-ab81-28941cda90f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:58:05.987854 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-ad990127-ccd8-420d-ab81-28941cda90f3 admin admin] Usage tracker for resource:security_group_rule and tenant:6fa297e4f6b848ed81ed0913f9d0426f is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:58:05.990929 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-ad990127-ccd8-420d-ab81-28941cda90f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:58:05.996865 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-ad990127-ccd8-420d-ab81-28941cda90f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:58:06.019731 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-cebdaf89-f8dd-4387-8828-5f96b22b2b88 req-c0595052-9c7c-4c5c-8dd4-e0df569912a5 service neutron] 10.222.0.103 "GET /v2.0/networks/baa10d08-ce15-4a5f-a2ef-a3a5e84267ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1538136 Feb 16 15:58:06.113881 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ad990127-ccd8-420d-ab81-28941cda90f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:06.151856 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ad990127-ccd8-420d-ab81-28941cda90f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:06.177778 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-20cb4305-e0f0-4878-ba12-6fe92ce3dfe2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:58:06.227042 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad990127-ccd8-420d-ab81-28941cda90f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a524a509-bf0e-4fb1-950b-9ec2ec2cc22f,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:58:06.244709 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-ad990127-ccd8-420d-ab81-28941cda90f3 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=6fa297e4f6b848ed81ed0913f9d0426f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3163548 Feb 16 15:58:06.249719 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 46896) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:58:06.250653 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-ad990127-ccd8-420d-ab81-28941cda90f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:58:06.321441 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a28cf0da-2e01-427e-b5ca-bc3d55dae247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:06.377547 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a28cf0da-2e01-427e-b5ca-bc3d55dae247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:06.400389 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d775dc-6b7b-4914-8900-f9e9c198caae req-a01d3923-a15a-4046-90e7-202366ad286b tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:06.402042 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-52d775dc-6b7b-4914-8900-f9e9c198caae req-a01d3923-a15a-4046-90e7-202366ad286b tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] 10.222.0.101 "GET /v2.0/ports?device_id=67ebc951-1531-47ae-b51e-94d4e355d928 HTTP/1.1" status: 200 len: 945 time: 0.1673238 Feb 16 15:58:06.416671 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145fe824-b13d-44b7-9dad-25ef9f988420 req-3c1134e0-16a3-469a-936d-dbe395356f94 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:06.418354 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-145fe824-b13d-44b7-9dad-25ef9f988420 req-3c1134e0-16a3-469a-936d-dbe395356f94 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=d1144199-152a-40ab-ad58-0829f3a9db43 HTTP/1.1" status: 200 len: 943 time: 0.1298032 Feb 16 15:58:06.472212 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a28cf0da-2e01-427e-b5ca-bc3d55dae247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:06.480995 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-e3bf6ed9-5e60-4e04-bfd9-e2d1ecd0457f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:58:06.496135 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28cf0da-2e01-427e-b5ca-bc3d55dae247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a524a509-bf0e-4fb1-950b-9ec2ec2cc22f,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:58:06.499612 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-a28cf0da-2e01-427e-b5ca-bc3d55dae247 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:58:06.500974 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a28cf0da-2e01-427e-b5ca-bc3d55dae247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:06.505683 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-52d775dc-6b7b-4914-8900-f9e9c198caae req-9595104e-2989-486a-86fe-ec5d4d4706bc tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] 10.222.0.101 "GET /v2.0/security-groups?id=cebd4b8d-482b-4540-a8a2-c1eda8064a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861499 Feb 16 15:58:06.511941 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-a28cf0da-2e01-427e-b5ca-bc3d55dae247 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/a524a509-bf0e-4fb1-950b-9ec2ec2cc22f HTTP/1.1" status: 204 len: 168 time: 0.2531927 Feb 16 15:58:06.516720 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-145fe824-b13d-44b7-9dad-25ef9f988420 req-10fd7eed-23bf-400e-81e5-72b9cb8842fd tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fcb05d0-71e7-4569-9012-47a704188c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801721 Feb 16 15:58:06.855125 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092f4d09-b185-4a68-89f8-b0592577a4cd req-ab3cbc8f-1621-4598-b297-05c1fce9581b tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:06.856806 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-092f4d09-b185-4a68-89f8-b0592577a4cd req-ab3cbc8f-1621-4598-b297-05c1fce9581b tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=9844cecf-7414-46f2-a70f-1c8675461bc3 HTTP/1.1" status: 200 len: 946 time: 0.0926914 Feb 16 15:58:07.127250 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-092f4d09-b185-4a68-89f8-b0592577a4cd req-df4ae940-c7d6-424e-b579-87309182d94a tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639446 Feb 16 15:58:07.841197 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c02321a-6ce7-427f-8ecc-0516f2b7a826 req-2352cb72-9671-40db-99bc-94a5890824f9 tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:07.842984 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-8c02321a-6ce7-427f-8ecc-0516f2b7a826 req-2352cb72-9671-40db-99bc-94a5890824f9 tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] 10.222.0.101 "GET /v2.0/ports?device_id=67ebc951-1531-47ae-b51e-94d4e355d928 HTTP/1.1" status: 200 len: 945 time: 0.1589866 Feb 16 15:58:07.854285 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f03ecb6-fa3b-47d3-9949-988a68cfc2df req-7026b63c-2ebc-4231-8fbf-d925661947b2 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:07.855863 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-4f03ecb6-fa3b-47d3-9949-988a68cfc2df req-7026b63c-2ebc-4231-8fbf-d925661947b2 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=d1144199-152a-40ab-ad58-0829f3a9db43 HTTP/1.1" status: 200 len: 943 time: 0.1277559 Feb 16 15:58:07.935712 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-8c02321a-6ce7-427f-8ecc-0516f2b7a826 req-95ca71fe-105a-4ffd-90a5-42fa4d6424fc tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] 10.222.0.101 "GET /v2.0/security-groups?id=cebd4b8d-482b-4540-a8a2-c1eda8064a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787880 Feb 16 15:58:07.942506 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-4f03ecb6-fa3b-47d3-9949-988a68cfc2df req-1a2dddbe-6dbf-4533-928c-3ec7cd87c0a6 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fcb05d0-71e7-4569-9012-47a704188c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706437 Feb 16 15:58:08.398828 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98151e36-3355-4de8-b865-a995a95fbaaf req-fcd86d3c-58b8-4335-9c5b-fc51f0b20814 tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:08.400399 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-98151e36-3355-4de8-b865-a995a95fbaaf req-fcd86d3c-58b8-4335-9c5b-fc51f0b20814 tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] 10.222.0.103 "GET /v2.0/ports?device_id=67ebc951-1531-47ae-b51e-94d4e355d928 HTTP/1.1" status: 200 len: 945 time: 0.1624203 Feb 16 15:58:08.407226 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f619f9d-8f60-4a5f-8e67-b11c9ad4e72a req-5dabf41e-dcd4-459b-a510-acb6e6a075df tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:08.409437 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0f619f9d-8f60-4a5f-8e67-b11c9ad4e72a req-5dabf41e-dcd4-459b-a510-acb6e6a075df tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=9844cecf-7414-46f2-a70f-1c8675461bc3 HTTP/1.1" status: 200 len: 946 time: 0.1264067 Feb 16 15:58:08.520021 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [req-98151e36-3355-4de8-b865-a995a95fbaaf req-a0f4a21c-447d-47d3-82d8-f7bdc0a990bf tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] Deleting port 91bedd5f-bfc1-4fa3-873c-33c1642fa8f3 {{(pid=84075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 15:58:08.520331 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-98151e36-3355-4de8-b865-a995a95fbaaf req-a0f4a21c-447d-47d3-82d8-f7bdc0a990bf tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776636423795'] for port, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:08.556971 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0f619f9d-8f60-4a5f-8e67-b11c9ad4e72a req-34f40b10-00db-4d67-be88-fdab26e03bb7 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121695 Feb 16 15:58:08.816907 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [req-98151e36-3355-4de8-b865-a995a95fbaaf req-a0f4a21c-447d-47d3-82d8-f7bdc0a990bf tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] For port 91bedd5f-bfc1-4fa3-873c-33c1642fa8f3, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=91bedd5f-bfc1-4fa3-873c-33c1642fa8f3,segment=NetworkSegment(4c74b08f-a52b-4a1f-9538-bf6603adf309),segment_id=4c74b08f-a52b-4a1f-9538-bf6603adf309)] {{(pid=84075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:58:08.817301 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-98151e36-3355-4de8-b865-a995a95fbaaf req-a0f4a21c-447d-47d3-82d8-f7bdc0a990bf tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862802'] for port, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:08.948046 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device 91bedd5f-bfc1-4fa3-873c-33c1642fa8f3 no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 15:58:08.954135 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [req-98151e36-3355-4de8-b865-a995a95fbaaf req-a0f4a21c-447d-47d3-82d8-f7bdc0a990bf tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] Calling delete_port for 91bedd5f-bfc1-4fa3-873c-33c1642fa8f3 owned by compute:nova {{(pid=84075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 15:58:09.133148 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:09.135748 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 46988) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:58:09.177666 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67ebc951-1531-47ae-b51e-94d4e355d928', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91bedd5f-bfc1-4fa3-873c-33c1642fa8f3'}] {{(pid=84076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:58:09.189795 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] For port 91bedd5f-bfc1-4fa3-873c-33c1642fa8f3, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=91bedd5f-bfc1-4fa3-873c-33c1642fa8f3,segment=NetworkSegment(4c74b08f-a52b-4a1f-9538-bf6603adf309),segment_id=4c74b08f-a52b-4a1f-9538-bf6603adf309)] {{(pid=84076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:58:09.231646 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:09.234235 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:58:09.273140 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-656a8f79-8add-4b3c-95be-f8cb66caeb55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:09.295669 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-656a8f79-8add-4b3c-95be-f8cb66caeb55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:58:09.300556 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-656a8f79-8add-4b3c-95be-f8cb66caeb55 admin admin] Usage tracker for resource:security_group_rule and tenant:fb3a68b512304e6a8799037c33aa1609 is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:58:09.303911 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-656a8f79-8add-4b3c-95be-f8cb66caeb55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:58:09.309749 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-656a8f79-8add-4b3c-95be-f8cb66caeb55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:58:09.315956 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Pushing event updated for resources: {'Port': ['ID=91bedd5f-bfc1-4fa3-873c-33c1642fa8f3,revision_number=5']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:58:09.319808 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:58:09.345579 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9629f8-a31b-4f7e-a730-f20c548228c8 req-269fe24b-52fa-4d7d-835c-402acd6aa03a tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:09.347236 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-de9629f8-a31b-4f7e-a730-f20c548228c8 req-269fe24b-52fa-4d7d-835c-402acd6aa03a tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] 10.222.0.101 "GET /v2.0/ports?device_id=67ebc951-1531-47ae-b51e-94d4e355d928 HTTP/1.1" status: 200 len: 943 time: 0.1765008 Feb 16 15:58:09.354538 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fec70cb-13fb-4979-8ded-52dc5861277c req-08486bf0-9144-4566-adaa-1b0040180d15 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:09.355918 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0fec70cb-13fb-4979-8ded-52dc5861277c req-08486bf0-9144-4566-adaa-1b0040180d15 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=d1144199-152a-40ab-ad58-0829f3a9db43 HTTP/1.1" status: 200 len: 943 time: 0.1863732 Feb 16 15:58:09.433790 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-de9629f8-a31b-4f7e-a730-f20c548228c8 req-7a006e4e-b30c-4ad3-aedb-fcd3c7beeb8a tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] 10.222.0.101 "GET /v2.0/security-groups?id=cebd4b8d-482b-4540-a8a2-c1eda8064a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763412 Feb 16 15:58:09.435402 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.db.api [req-98151e36-3355-4de8-b865-a995a95fbaaf req-a0f4a21c-447d-47d3-82d8-f7bdc0a990bf tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84075) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 16 15:58:09.435758 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_db.api [req-98151e36-3355-4de8-b865-a995a95fbaaf req-a0f4a21c-447d-47d3-82d8-f7bdc0a990bf tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 16 15:58:09.443968 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0fec70cb-13fb-4979-8ded-52dc5861277c req-ad9c4ab5-8a1b-498e-a5eb-05ac209c8608 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fcb05d0-71e7-4569-9012-47a704188c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729101 Feb 16 15:58:09.488915 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-656a8f79-8add-4b3c-95be-f8cb66caeb55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:09.510808 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67ebc951-1531-47ae-b51e-94d4e355d928', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91bedd5f-bfc1-4fa3-873c-33c1642fa8f3', 'code': 200} Feb 16 15:58:09.517396 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-656a8f79-8add-4b3c-95be-f8cb66caeb55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:09.527541 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-952b933c-4243-45d1-85ca-f1d14a256f92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:58:09.573043 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-656a8f79-8add-4b3c-95be-f8cb66caeb55 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=fb3a68b512304e6a8799037c33aa1609&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4375250 Feb 16 15:58:09.574867 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656a8f79-8add-4b3c-95be-f8cb66caeb55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41778d5e-47fc-4cdd-b182-97a504dc9683,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:58:09.576179 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 46996) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:58:09.578190 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-656a8f79-8add-4b3c-95be-f8cb66caeb55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:58:09.643530 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-6950866f-1a4d-4fab-a721-017c9bb0f84b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:09.671516 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-6950866f-1a4d-4fab-a721-017c9bb0f84b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:09.799246 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726c2fd7-e63e-458c-975a-6f76fe7b3e55 req-8bcd41c2-0655-469e-ac9d-fc3524b0730f tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:09.800838 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-726c2fd7-e63e-458c-975a-6f76fe7b3e55 req-8bcd41c2-0655-469e-ac9d-fc3524b0730f tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=9844cecf-7414-46f2-a70f-1c8675461bc3 HTTP/1.1" status: 200 len: 946 time: 0.1189892 Feb 16 15:58:09.823204 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-6950866f-1a4d-4fab-a721-017c9bb0f84b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:09.832565 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-bf8e26e8-5e99-470a-8f96-5b587dcb10fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:58:09.856922 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6950866f-1a4d-4fab-a721-017c9bb0f84b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41778d5e-47fc-4cdd-b182-97a504dc9683,revision_number=None']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:58:09.860624 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-6950866f-1a4d-4fab-a721-017c9bb0f84b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:58:09.871272 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-726c2fd7-e63e-458c-975a-6f76fe7b3e55 req-00f160c7-f0c8-464b-b804-371262d918b3 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640495 Feb 16 15:58:09.892760 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-6950866f-1a4d-4fab-a721-017c9bb0f84b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:09.894057 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-6950866f-1a4d-4fab-a721-017c9bb0f84b admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/41778d5e-47fc-4cdd-b182-97a504dc9683 HTTP/1.1" status: 204 len: 168 time: 0.3165455 Feb 16 15:58:09.937102 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [req-98151e36-3355-4de8-b865-a995a95fbaaf req-a0f4a21c-447d-47d3-82d8-f7bdc0a990bf tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] Deleting port 91bedd5f-bfc1-4fa3-873c-33c1642fa8f3 {{(pid=84075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 15:58:09.937509 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-98151e36-3355-4de8-b865-a995a95fbaaf req-a0f4a21c-447d-47d3-82d8-f7bdc0a990bf tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776636423795'] for port, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:10.223362 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [req-98151e36-3355-4de8-b865-a995a95fbaaf req-a0f4a21c-447d-47d3-82d8-f7bdc0a990bf tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] For port 91bedd5f-bfc1-4fa3-873c-33c1642fa8f3, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=91bedd5f-bfc1-4fa3-873c-33c1642fa8f3,segment=NetworkSegment(4c74b08f-a52b-4a1f-9538-bf6603adf309),segment_id=4c74b08f-a52b-4a1f-9538-bf6603adf309)] {{(pid=84075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:58:10.223936 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-98151e36-3355-4de8-b865-a995a95fbaaf req-a0f4a21c-447d-47d3-82d8-f7bdc0a990bf tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862802'] for port, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:10.350368 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 47010) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:58:10.361612 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [req-98151e36-3355-4de8-b865-a995a95fbaaf req-a0f4a21c-447d-47d3-82d8-f7bdc0a990bf tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] Calling delete_port for 91bedd5f-bfc1-4fa3-873c-33c1642fa8f3 owned by compute:nova {{(pid=84075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 15:58:10.371004 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-5a6a66c8-cb0f-4431-9225-9d9e400ac324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:10.386588 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-5a6a66c8-cb0f-4431-9225-9d9e400ac324 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:58:10.391344 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-5a6a66c8-cb0f-4431-9225-9d9e400ac324 admin admin] Usage tracker for resource:security_group_rule and tenant:13bafceb29e44eb6976d5852ba90d4aa is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:58:10.394323 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-5a6a66c8-cb0f-4431-9225-9d9e400ac324 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:58:10.400175 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-5a6a66c8-cb0f-4431-9225-9d9e400ac324 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:58:10.555124 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-5a6a66c8-cb0f-4431-9225-9d9e400ac324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:10.581530 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-5a6a66c8-cb0f-4431-9225-9d9e400ac324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:10.593426 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-d5783401-9f0d-4a8f-9281-572bffdfa9be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:58:10.643773 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-5a6a66c8-cb0f-4431-9225-9d9e400ac324 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=13bafceb29e44eb6976d5852ba90d4aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2917953 Feb 16 15:58:10.644832 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a66c8-cb0f-4431-9225-9d9e400ac324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e91eb48-47d6-4a50-9ba2-0ca7b26583da,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:58:10.647405 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 47020) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:58:10.650099 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-5a6a66c8-cb0f-4431-9225-9d9e400ac324 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:58:10.670152 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de71a00c-cf04-49c5-a6f3-e96d32085bca req-8bb675ed-1b88-4057-a325-307e8f910332 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:10.671917 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-de71a00c-cf04-49c5-a6f3-e96d32085bca req-8bb675ed-1b88-4057-a325-307e8f910332 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=d1144199-152a-40ab-ad58-0829f3a9db43 HTTP/1.1" status: 200 len: 943 time: 0.1100569 Feb 16 15:58:10.673206 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-98151e36-3355-4de8-b865-a995a95fbaaf req-a0f4a21c-447d-47d3-82d8-f7bdc0a990bf tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776636383262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776636049574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7708556'] for port, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:10.691673 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:58:10.777680 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f4a21c-447d-47d3-82d8-f7bdc0a990bf tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] Pushing event deleted for resources: {'Port': ['ID=91bedd5f-bfc1-4fa3-873c-33c1642fa8f3,revision_number=None']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:58:10.780895 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-a0f4a21c-447d-47d3-82d8-f7bdc0a990bf tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:58:10.876478 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-de71a00c-cf04-49c5-a6f3-e96d32085bca req-a74f2d52-f958-4a62-b987-feae2ddb0ad4 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fcb05d0-71e7-4569-9012-47a704188c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858466 Feb 16 15:58:10.936121 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ca43f326-2c88-44fc-ab2f-f2742d7f313a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:10.969628 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ca43f326-2c88-44fc-ab2f-f2742d7f313a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:10.984613 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [req-98151e36-3355-4de8-b865-a995a95fbaaf req-a0f4a21c-447d-47d3-82d8-f7bdc0a990bf tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] No DVR routers for this DVR port 91bedd5f-bfc1-4fa3-873c-33c1642fa8f3 on host hv-cinder-77570 {{(pid=84075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 15:58:10.988517 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-98151e36-3355-4de8-b865-a995a95fbaaf req-a0f4a21c-447d-47d3-82d8-f7bdc0a990bf tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487'] for port, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:10.991861 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67ebc951-1531-47ae-b51e-94d4e355d928', 'name': 'network-vif-deleted', 'tag': '91bedd5f-bfc1-4fa3-873c-33c1642fa8f3'}] {{(pid=84075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:58:11.007795 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-98151e36-3355-4de8-b865-a995a95fbaaf req-a0f4a21c-447d-47d3-82d8-f7bdc0a990bf tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] 10.222.0.103 "DELETE /v2.0/ports/91bedd5f-bfc1-4fa3-873c-33c1642fa8f3 HTTP/1.1" status: 204 len: 173 time: 2.5972316 Feb 16 15:58:11.057894 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-6db0e637-9d9e-42b5-9cb6-fadcb53a447f req-3e6c4b32-37a3-4a80-8c14-4f9de0454e29 tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] Synchronizing usage tracker for tenant:b3ae9f7e37a54dd3a8ade53578341209 on resource:port {{(pid=84075) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 15:58:11.071574 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ca43f326-2c88-44fc-ab2f-f2742d7f313a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:11.077021 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-4b66c49f-e5a8-43ba-af08-2981168432a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:58:11.090997 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca43f326-2c88-44fc-ab2f-f2742d7f313a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e91eb48-47d6-4a50-9ba2-0ca7b26583da,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:58:11.096870 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-ca43f326-2c88-44fc-ab2f-f2742d7f313a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:58:11.101346 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ca43f326-2c88-44fc-ab2f-f2742d7f313a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:11.102562 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-ca43f326-2c88-44fc-ab2f-f2742d7f313a admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/4e91eb48-47d6-4a50-9ba2-0ca7b26583da HTTP/1.1" status: 204 len: 168 time: 0.4541678 Feb 16 15:58:11.105711 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-6db0e637-9d9e-42b5-9cb6-fadcb53a447f req-3e6c4b32-37a3-4a80-8c14-4f9de0454e29 tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] Unset dirty status for tenant:b3ae9f7e37a54dd3a8ade53578341209 on resource:port {{(pid=84075) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 15:58:11.107378 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6db0e637-9d9e-42b5-9cb6-fadcb53a447f req-3e6c4b32-37a3-4a80-8c14-4f9de0454e29 tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] 10.222.0.101 "GET /v2.0/ports?device_id=67ebc951-1531-47ae-b51e-94d4e355d928 HTTP/1.1" status: 200 len: 210 time: 0.1025798 Feb 16 15:58:11.447489 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f61d8-a802-456c-886d-f170532b937c req-5d305f15-4af6-4899-9728-8bc0be123df6 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:11.449200 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-dd4f61d8-a802-456c-886d-f170532b937c req-5d305f15-4af6-4899-9728-8bc0be123df6 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=9844cecf-7414-46f2-a70f-1c8675461bc3 HTTP/1.1" status: 200 len: 946 time: 0.0955024 Feb 16 15:58:11.498748 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-dd4f61d8-a802-456c-886d-f170532b937c req-cfdadfc9-cbaa-4f46-8269-13d4b306aa70 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426548 Feb 16 15:58:11.557179 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67ebc951-1531-47ae-b51e-94d4e355d928', 'name': 'network-vif-deleted', 'tag': '91bedd5f-bfc1-4fa3-873c-33c1642fa8f3', 'status': 'completed', 'code': 200} Feb 16 15:58:12.105121 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a9bdb-0e88-4151-a226-7f927921649c req-d2aefad9-6d5f-4e33-8216-40b91f79b277 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:12.106919 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1e4a9bdb-0e88-4151-a226-7f927921649c req-d2aefad9-6d5f-4e33-8216-40b91f79b277 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=d1144199-152a-40ab-ad58-0829f3a9db43 HTTP/1.1" status: 200 len: 943 time: 0.1000021 Feb 16 15:58:12.159048 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1e4a9bdb-0e88-4151-a226-7f927921649c req-d71926c0-9824-459c-8272-9e4b0f53544a tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fcb05d0-71e7-4569-9012-47a704188c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455413 Feb 16 15:58:12.314928 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-e2ce4b9f-26f7-465e-a469-12660f379feb req-1558a539-eb88-495b-8832-b4c27ddde218 tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] 10.222.0.101 "GET /v2.0/ports?device_id=67ebc951-1531-47ae-b51e-94d4e355d928 HTTP/1.1" status: 200 len: 210 time: 0.0555878 Feb 16 15:58:12.391466 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:12.712449 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e0c8a-7857-4b8f-8af7-f19a75384761 req-7f0b48e7-6332-46eb-b9d1-d06915e3cf7f tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:12.714265 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-615e0c8a-7857-4b8f-8af7-f19a75384761 req-7f0b48e7-6332-46eb-b9d1-d06915e3cf7f tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=9844cecf-7414-46f2-a70f-1c8675461bc3 HTTP/1.1" status: 200 len: 946 time: 0.0911574 Feb 16 15:58:12.763234 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-615e0c8a-7857-4b8f-8af7-f19a75384761 req-d772fb5b-f2dc-4e97-93aa-565dd1a6ca38 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424945 Feb 16 15:58:13.266820 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.agents_db [None req-cca974b7-119d-4613-9949-a609bd4803bb None None] Agent healthcheck: found 6 active agents {{(pid=84077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 15:58:13.368014 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e79c7-01cc-4e61-91fd-06f70e415198 req-7a2c1038-97f8-4127-b4d6-bc0d377157f2 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:13.369625 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-fc7e79c7-01cc-4e61-91fd-06f70e415198 req-7a2c1038-97f8-4127-b4d6-bc0d377157f2 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=d1144199-152a-40ab-ad58-0829f3a9db43 HTTP/1.1" status: 200 len: 943 time: 0.0953753 Feb 16 15:58:13.420336 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-fc7e79c7-01cc-4e61-91fd-06f70e415198 req-36d7299a-f8ee-4236-a510-0c191f0a88de tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fcb05d0-71e7-4569-9012-47a704188c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443380 Feb 16 15:58:13.571858 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-333ccc70-3864-42c7-ba1c-e49ad5d311de req-f4abb29e-478e-4433-81f1-cba8c352c93b tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] 10.222.0.101 "GET /v2.0/ports?device_id=67ebc951-1531-47ae-b51e-94d4e355d928 HTTP/1.1" status: 200 len: 210 time: 0.0502424 Feb 16 15:58:13.987292 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b37a252-8551-464a-a751-1e0895253c83 req-2037b1d0-ae80-4392-a2cb-32770d91773a tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:13.988934 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5b37a252-8551-464a-a751-1e0895253c83 req-2037b1d0-ae80-4392-a2cb-32770d91773a tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=9844cecf-7414-46f2-a70f-1c8675461bc3 HTTP/1.1" status: 200 len: 946 time: 0.0953095 Feb 16 15:58:14.041128 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5b37a252-8551-464a-a751-1e0895253c83 req-bf795e76-5be1-46d8-bbc3-d5bca45c0a3f tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453870 Feb 16 15:58:14.623939 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82437b95-8150-43a9-9cf3-5c8f40d8e48b req-d1f32872-ceea-4ff8-bf00-7702319bf37e tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:14.625566 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-82437b95-8150-43a9-9cf3-5c8f40d8e48b req-d1f32872-ceea-4ff8-bf00-7702319bf37e tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=d1144199-152a-40ab-ad58-0829f3a9db43 HTTP/1.1" status: 200 len: 943 time: 0.0892413 Feb 16 15:58:14.674596 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-82437b95-8150-43a9-9cf3-5c8f40d8e48b req-96ce6712-4cb8-4898-a83f-d56c3a4b7038 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fcb05d0-71e7-4569-9012-47a704188c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425596 Feb 16 15:58:14.739643 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-bc1030b0-35fb-4bad-b623-c4b0c54f4e4b req-3d74b0fc-d54f-4f2c-bfa6-d61d1911753c tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] 10.222.0.101 "GET /v2.0/ports?device_id=67ebc951-1531-47ae-b51e-94d4e355d928 HTTP/1.1" status: 200 len: 210 time: 0.0520825 Feb 16 15:58:15.296040 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14764bcd-c4b3-4588-abcb-30be7a44b7b0 req-0878da10-678d-4208-adfb-b935d3ec1a59 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:15.297853 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-14764bcd-c4b3-4588-abcb-30be7a44b7b0 req-0878da10-678d-4208-adfb-b935d3ec1a59 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=9844cecf-7414-46f2-a70f-1c8675461bc3 HTTP/1.1" status: 200 len: 946 time: 0.0924213 Feb 16 15:58:15.351857 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-14764bcd-c4b3-4588-abcb-30be7a44b7b0 req-5ebb038f-d900-482d-85a4-b5250c3ff404 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464275 Feb 16 15:58:16.129709 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-88a44a17-83cf-4ccb-8cc3-ba5884facc2a req-95c272b5-aa91-4531-8ad8-4faaef685cd5 tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] 10.222.0.101 "GET /v2.0/ports?device_id=67ebc951-1531-47ae-b51e-94d4e355d928 HTTP/1.1" status: 200 len: 210 time: 0.0558465 Feb 16 15:58:16.170498 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d828ba-afa2-472f-930d-1e30f657a43e req-2f072b4b-f46f-49e2-97fb-82de19963105 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:16.172249 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b3d828ba-afa2-472f-930d-1e30f657a43e req-2f072b4b-f46f-49e2-97fb-82de19963105 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=d1144199-152a-40ab-ad58-0829f3a9db43 HTTP/1.1" status: 200 len: 943 time: 0.3570719 Feb 16 15:58:16.234194 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b3d828ba-afa2-472f-930d-1e30f657a43e req-a55e86e1-6d71-46b1-ac0c-274bb1277622 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fcb05d0-71e7-4569-9012-47a704188c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540981 Feb 16 15:58:16.567980 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd75fe43-fe9e-45be-b9ab-6e4e9cc3bc2d req-a051fc0a-1f60-429c-a4b2-f5532ccf2a38 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:16.570216 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-dd75fe43-fe9e-45be-b9ab-6e4e9cc3bc2d req-a051fc0a-1f60-429c-a4b2-f5532ccf2a38 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=9844cecf-7414-46f2-a70f-1c8675461bc3 HTTP/1.1" status: 200 len: 946 time: 0.0944500 Feb 16 15:58:16.632102 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-dd75fe43-fe9e-45be-b9ab-6e4e9cc3bc2d req-47ea094a-a80c-4941-9419-407f755f55ca tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539534 Feb 16 15:58:17.446661 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44462fda-b335-4582-a53e-142fc9d1ccbe req-7b8ea09a-ae3b-4381-a5c5-614b1af78978 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:17.448311 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-44462fda-b335-4582-a53e-142fc9d1ccbe req-7b8ea09a-ae3b-4381-a5c5-614b1af78978 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=d1144199-152a-40ab-ad58-0829f3a9db43 HTTP/1.1" status: 200 len: 943 time: 0.0909781 Feb 16 15:58:17.497887 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-44462fda-b335-4582-a53e-142fc9d1ccbe req-2496bceb-e304-4f65-9487-eeb529be1e0c tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fcb05d0-71e7-4569-9012-47a704188c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431104 Feb 16 15:58:17.670995 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-57be8f2d-6b52-45b4-b809-2b511b9f06e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:17.845640 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c8d64-17df-4027-bc7f-1f47e3c3f3d8 req-15eaaf98-141c-4b23-ba1a-9a33bfad108d tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:17.847343 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-641c8d64-17df-4027-bc7f-1f47e3c3f3d8 req-15eaaf98-141c-4b23-ba1a-9a33bfad108d tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=9844cecf-7414-46f2-a70f-1c8675461bc3 HTTP/1.1" status: 200 len: 946 time: 0.0901320 Feb 16 15:58:17.896192 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-641c8d64-17df-4027-bc7f-1f47e3c3f3d8 req-62bf14c5-4af6-46aa-bcb9-114fdddc926e tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424438 Feb 16 15:58:18.705870 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddf129e-52a4-4543-9add-5e662babe6ec req-b5be2464-3dbd-4420-8dbe-54b09b88f19a tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:18.707606 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-9ddf129e-52a4-4543-9add-5e662babe6ec req-b5be2464-3dbd-4420-8dbe-54b09b88f19a tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=d1144199-152a-40ab-ad58-0829f3a9db43 HTTP/1.1" status: 200 len: 943 time: 0.0930076 Feb 16 15:58:18.755551 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-9ddf129e-52a4-4543-9add-5e662babe6ec req-05e869f2-97f3-4ada-9a61-3a0818493e50 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fcb05d0-71e7-4569-9012-47a704188c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418100 Feb 16 15:58:19.097362 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d90e39-9bf1-440c-ae67-87d4521e3a53 req-5e5740e6-58ed-480b-b917-70ffbdf93067 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:19.099039 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-79d90e39-9bf1-440c-ae67-87d4521e3a53 req-5e5740e6-58ed-480b-b917-70ffbdf93067 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=9844cecf-7414-46f2-a70f-1c8675461bc3 HTTP/1.1" status: 200 len: 946 time: 0.0879500 Feb 16 15:58:19.149050 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-79d90e39-9bf1-440c-ae67-87d4521e3a53 req-404692c2-7fc6-412e-8ddd-35dd35dbedb5 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433383 Feb 16 15:58:19.961806 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335d8eed-282b-4662-89b5-79d3b43502e5 req-256a5f53-a03f-4c4d-9261-8faf105be928 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:19.963460 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-335d8eed-282b-4662-89b5-79d3b43502e5 req-256a5f53-a03f-4c4d-9261-8faf105be928 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=d1144199-152a-40ab-ad58-0829f3a9db43 HTTP/1.1" status: 200 len: 943 time: 0.0903358 Feb 16 15:58:20.015569 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-335d8eed-282b-4662-89b5-79d3b43502e5 req-1ca0995d-f3db-4eae-9108-695d9edea10e tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fcb05d0-71e7-4569-9012-47a704188c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457568 Feb 16 15:58:20.294129 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d05518bb-17ee-4865-b03c-31693adcda8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:20.354212 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e79d73-011b-4350-b527-2ecf605bfd73 req-e43e1ca1-970c-4d33-83e1-982921067fd7 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:20.355810 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c6e79d73-011b-4350-b527-2ecf605bfd73 req-e43e1ca1-970c-4d33-83e1-982921067fd7 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=9844cecf-7414-46f2-a70f-1c8675461bc3 HTTP/1.1" status: 200 len: 946 time: 0.0929303 Feb 16 15:58:20.406759 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c6e79d73-011b-4350-b527-2ecf605bfd73 req-142360b5-17af-478d-9b23-c80da9f986ba tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439980 Feb 16 15:58:20.722452 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-39f033aa-8f0d-47b0-bafc-8837b948e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:21.220651 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f71a5c9-4f6c-4289-94df-2753b6141a33 req-003159d9-4907-42bf-b8a8-5d4d81a63442 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:21.222690 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6f71a5c9-4f6c-4289-94df-2753b6141a33 req-003159d9-4907-42bf-b8a8-5d4d81a63442 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=d1144199-152a-40ab-ad58-0829f3a9db43 HTTP/1.1" status: 200 len: 943 time: 0.0894492 Feb 16 15:58:21.272715 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6f71a5c9-4f6c-4289-94df-2753b6141a33 req-d289553c-2925-4a8e-b94a-3cc0bd1e76e0 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fcb05d0-71e7-4569-9012-47a704188c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434916 Feb 16 15:58:21.402280 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:21.639080 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3798723e-3de3-4cd6-98c7-bc0b43fe76bb req-9f2e4b2f-4f66-4c21-ad7b-2a2301721fcb tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:21.642274 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-3798723e-3de3-4cd6-98c7-bc0b43fe76bb req-9f2e4b2f-4f66-4c21-ad7b-2a2301721fcb tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=9844cecf-7414-46f2-a70f-1c8675461bc3 HTTP/1.1" status: 200 len: 946 time: 0.0907335 Feb 16 15:58:21.689121 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-3798723e-3de3-4cd6-98c7-bc0b43fe76bb req-6671ce45-d925-4c7c-9799-a524bb466556 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414488 Feb 16 15:58:21.875621 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device ae7ecb69-d57e-4702-9556-fc06046c468e up at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:58:21.979646 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning for port ae7ecb69-d57e-4702-9556-fc06046c468e completed by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:58:21.985429 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning complete for port ae7ecb69-d57e-4702-9556-fc06046c468e triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:58:21.985921 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:22.262801 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-331083c2-9fd5-48c9-8796-02890b3f22e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:22.289986 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:22.323207 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1144199-152a-40ab-ad58-0829f3a9db43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae7ecb69-d57e-4702-9556-fc06046c468e'}] {{(pid=84076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:58:22.334486 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] For port ae7ecb69-d57e-4702-9556-fc06046c468e, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=ae7ecb69-d57e-4702-9556-fc06046c468e,segment=NetworkSegment(345b1ee1-cb15-421b-844c-b60c726b46c9),segment_id=345b1ee1-cb15-421b-844c-b60c726b46c9)] {{(pid=84076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:58:22.379630 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:22.381991 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:58:22.428671 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1144199-152a-40ab-ad58-0829f3a9db43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae7ecb69-d57e-4702-9556-fc06046c468e', 'code': 200} Feb 16 15:58:22.458205 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Pushing event updated for resources: {'Port': ['ID=ae7ecb69-d57e-4702-9556-fc06046c468e,revision_number=4']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:58:22.463373 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:58:22.495820 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1992ec1-ebf0-40ae-97d9-69aa3978a60b req-dbc648b5-32e1-4638-8e54-c6327df9ed8d tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:22.497417 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b1992ec1-ebf0-40ae-97d9-69aa3978a60b req-dbc648b5-32e1-4638-8e54-c6327df9ed8d tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=d1144199-152a-40ab-ad58-0829f3a9db43 HTTP/1.1" status: 200 len: 945 time: 0.1035988 Feb 16 15:58:22.550823 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b1992ec1-ebf0-40ae-97d9-69aa3978a60b req-be7b7254-374e-454e-82ef-a0b044347619 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fcb05d0-71e7-4569-9012-47a704188c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458679 Feb 16 15:58:22.715357 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device ae7ecb69-d57e-4702-9556-fc06046c468e up at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:58:22.787395 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d654eba1-189d-44f0-8ed0-f3d3340e9c1d req-c6c53d0d-f690-4583-a9dc-ee446e67c35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:22.788643 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-d654eba1-189d-44f0-8ed0-f3d3340e9c1d req-c6c53d0d-f690-4583-a9dc-ee446e67c35f service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=d1144199-152a-40ab-ad58-0829f3a9db43 HTTP/1.1" status: 200 len: 1162 time: 0.0829508 Feb 16 15:58:22.795262 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning complete for port ae7ecb69-d57e-4702-9556-fc06046c468e triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:58:22.795696 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:22.896814 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-d654eba1-189d-44f0-8ed0-f3d3340e9c1d req-6379636e-093e-4342-b478-3390dc07d212 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=3fcb05d0-71e7-4569-9012-47a704188c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969636 Feb 16 15:58:22.928206 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a47e1a2-2f72-4731-a2f8-11294612bfbf req-b1c3ca0c-1a63-4e89-a6fc-827ea7dd847a tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:22.929957 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-8a47e1a2-2f72-4731-a2f8-11294612bfbf req-b1c3ca0c-1a63-4e89-a6fc-827ea7dd847a tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=9844cecf-7414-46f2-a70f-1c8675461bc3 HTTP/1.1" status: 200 len: 946 time: 0.1139607 Feb 16 15:58:22.982144 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-8a47e1a2-2f72-4731-a2f8-11294612bfbf req-24306273-c11e-4b94-9459-f2091e871cd1 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454581 Feb 16 15:58:23.763544 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d609c8-9eff-47ff-85d2-6c4276421e1c req-f4902d77-a352-4446-b442-79002cfd2c6b tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:23.765173 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c6d609c8-9eff-47ff-85d2-6c4276421e1c req-f4902d77-a352-4446-b442-79002cfd2c6b tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=d1144199-152a-40ab-ad58-0829f3a9db43 HTTP/1.1" status: 200 len: 945 time: 0.0936408 Feb 16 15:58:23.815000 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c6d609c8-9eff-47ff-85d2-6c4276421e1c req-939ddaa8-0461-49c6-a682-c90956279317 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fcb05d0-71e7-4569-9012-47a704188c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420520 Feb 16 15:58:24.203767 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be9d04-df5f-412f-820c-8501d9b02a63 req-bf797409-b414-4a55-9f04-87549753d7ab tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:24.206870 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-a8be9d04-df5f-412f-820c-8501d9b02a63 req-bf797409-b414-4a55-9f04-87549753d7ab tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=9844cecf-7414-46f2-a70f-1c8675461bc3 HTTP/1.1" status: 200 len: 946 time: 0.0998340 Feb 16 15:58:24.270010 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-a8be9d04-df5f-412f-820c-8501d9b02a63 req-100b6d4b-911a-4f5b-83a7-3940c8f99350 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526323 Feb 16 15:58:24.562315 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 47266) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:58:24.635152 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.db_base_plugin_v2 [None req-abcae509-2c01-46dd-90f5-07b95619ef62 admin admin] Deleting subnet f6d9d432-b4e9-4102-b7a5-1a3178bdfeef {{(pid=84074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 16 15:58:24.638301 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-abcae509-2c01-46dd-90f5-07b95619ef62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:24.692812 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-abcae509-2c01-46dd-90f5-07b95619ef62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848295296'] for subnet, precommit_delete_associations {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:24.754126 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-abcae509-2c01-46dd-90f5-07b95619ef62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852981986'] for subnet, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:25.028885 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bbb44-18f7-4c56-9564-82b24e0de5c0 req-7eef27e9-cc7a-4320-bfab-7968857b3dda tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:25.030437 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b83bbb44-18f7-4c56-9564-82b24e0de5c0 req-7eef27e9-cc7a-4320-bfab-7968857b3dda tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=d1144199-152a-40ab-ad58-0829f3a9db43 HTTP/1.1" status: 200 len: 945 time: 0.0879731 Feb 16 15:58:25.084799 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b83bbb44-18f7-4c56-9564-82b24e0de5c0 req-fcd718fe-9410-4862-8b50-d6f530c0d16e tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fcb05d0-71e7-4569-9012-47a704188c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473053 Feb 16 15:58:25.094313 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-abcae509-2c01-46dd-90f5-07b95619ef62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1793799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847795026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848112455'] for subnet, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:25.112470 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:58:25.165227 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcae509-2c01-46dd-90f5-07b95619ef62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6d9d432-b4e9-4102-b7a5-1a3178bdfeef,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:58:25.214158 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-abcae509-2c01-46dd-90f5-07b95619ef62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:58:25.252665 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-abcae509-2c01-46dd-90f5-07b95619ef62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:25.258948 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-abcae509-2c01-46dd-90f5-07b95619ef62 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/f6d9d432-b4e9-4102-b7a5-1a3178bdfeef HTTP/1.1" status: 204 len: 168 time: 0.6954634 Feb 16 15:58:25.261548 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 47274) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:58:25.390773 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-9bd5b98a-82cc-4485-999e-e94d204dbce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853200303'] for network, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:25.551972 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4888b0e2-be11-45fc-9686-b9e49d82c18b req-c023e8b5-72e4-4841-96a7-946cb0e435ed tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:25.553648 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-4888b0e2-be11-45fc-9686-b9e49d82c18b req-c023e8b5-72e4-4841-96a7-946cb0e435ed tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=9844cecf-7414-46f2-a70f-1c8675461bc3 HTTP/1.1" status: 200 len: 946 time: 0.0903044 Feb 16 15:58:25.604518 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-4888b0e2-be11-45fc-9686-b9e49d82c18b req-d2df5875-67ae-402d-896d-6481825e770a tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442357 Feb 16 15:58:25.605940 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-9bd5b98a-82cc-4485-999e-e94d204dbce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852988537', 'neutron.services.segments.db._delete_segments_for_network--9223363260218233119'] for network, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:25.729608 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.services.segments.db [None req-9bd5b98a-82cc-4485-999e-e94d204dbce7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfea665b-420d-47c9-bed0-110dbf1ec729']}} {{(pid=84074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:58:25.746821 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.services.segments.db [None req-9bd5b98a-82cc-4485-999e-e94d204dbce7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c74b08f-a52b-4a1f-9538-bf6603adf309') {'for_net_delete': True} {{(pid=84074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:58:25.747303 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.services.segments.db [None req-9bd5b98a-82cc-4485-999e-e94d204dbce7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c74b08f-a52b-4a1f-9538-bf6603adf309') {} {{(pid=84074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:58:25.761330 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-9bd5b98a-82cc-4485-999e-e94d204dbce7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363260218221087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6480523'] for segment, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:25.855578 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-9bd5b98a-82cc-4485-999e-e94d204dbce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797496'] for segment, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:25.859109 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9bd5b98a-82cc-4485-999e-e94d204dbce7 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=84074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 16 15:58:26.053854 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-9bd5b98a-82cc-4485-999e-e94d204dbce7 admin admin] Network dfea665b-420d-47c9-bed0-110dbf1ec729 has no segments {{(pid=84074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 15:58:26.065002 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-9bd5b98a-82cc-4485-999e-e94d204dbce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852978417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6980364'] for segment, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:26.254924 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-9bd5b98a-82cc-4485-999e-e94d204dbce7 admin admin] Network dfea665b-420d-47c9-bed0-110dbf1ec729 has no segments {{(pid=84074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 15:58:26.278684 dv-cinder-775706-1-iscsi neutron-server[83961]: Traceback (most recent call last): Feb 16 15:58:26.278684 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:58:26.278684 dv-cinder-775706-1-iscsi neutron-server[83961]: timer() Feb 16 15:58:26.278684 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:58:26.278684 dv-cinder-775706-1-iscsi neutron-server[83961]: cb(*args, **kw) Feb 16 15:58:26.278684 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 16 15:58:26.278684 dv-cinder-775706-1-iscsi neutron-server[83961]: return func(*args, **kwargs) Feb 16 15:58:26.278684 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:58:26.278684 dv-cinder-775706-1-iscsi neutron-server[83961]: self._notify() Feb 16 15:58:26.278684 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:58:26.278684 dv-cinder-775706-1-iscsi neutron-server[83961]: self.callback(batched_events) Feb 16 15:58:26.278684 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:58:26.278684 dv-cinder-775706-1-iscsi neutron-server[83961]: event.method(event) Feb 16 15:58:26.278684 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 15:58:26.278684 dv-cinder-775706-1-iscsi neutron-server[83961]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:58:26.278684 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 16 15:58:26.278684 dv-cinder-775706-1-iscsi neutron-server[83961]: segment_id)['aggregates'][0] Feb 16 15:58:26.278684 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 15:58:26.278684 dv-cinder-775706-1-iscsi neutron-server[83961]: return f(self, *a, **k) Feb 16 15:58:26.278684 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 15:58:26.278684 dv-cinder-775706-1-iscsi neutron-server[83961]: return self._get(url).json() Feb 16 15:58:26.278684 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:58:26.278684 dv-cinder-775706-1-iscsi neutron-server[83961]: **kwargs) Feb 16 15:58:26.278684 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 15:58:26.278684 dv-cinder-775706-1-iscsi neutron-server[83961]: return self.request(url, 'GET', **kwargs) Feb 16 15:58:26.278684 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 16 15:58:26.278684 dv-cinder-775706-1-iscsi neutron-server[83961]: **endpoint_filter) Feb 16 15:58:26.278684 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 15:58:26.278684 dv-cinder-775706-1-iscsi neutron-server[83961]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:58:26.278684 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 15:58:26.278684 dv-cinder-775706-1-iscsi neutron-server[83961]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:58:26.278684 dv-cinder-775706-1-iscsi neutron-server[83961]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:58:26.297244 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2211c7a3-22ff-46e9-b449-ba7bf6c74022 req-4750ca50-0418-494c-8875-d137348e0a45 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:26.299342 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-2211c7a3-22ff-46e9-b449-ba7bf6c74022 req-4750ca50-0418-494c-8875-d137348e0a45 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=d1144199-152a-40ab-ad58-0829f3a9db43 HTTP/1.1" status: 200 len: 945 time: 0.0933070 Feb 16 15:58:26.351097 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-2211c7a3-22ff-46e9-b449-ba7bf6c74022 req-e7926791-aca2-4d13-9e58-8f881205a143 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fcb05d0-71e7-4569-9012-47a704188c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447109 Feb 16 15:58:26.390909 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-9bd5b98a-82cc-4485-999e-e94d204dbce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-911268'] for network, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:26.398167 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-23b29147-8502-4221-8b04-3710c2f7873f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:58:26.416434 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-9bd5b98a-82cc-4485-999e-e94d204dbce7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210664'] for network, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:26.426252 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd5b98a-82cc-4485-999e-e94d204dbce7 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfea665b-420d-47c9-bed0-110dbf1ec729,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:58:26.430077 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-9bd5b98a-82cc-4485-999e-e94d204dbce7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:58:26.475495 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-9bd5b98a-82cc-4485-999e-e94d204dbce7 admin admin] 10.222.0.101 "DELETE /v2.0/networks/dfea665b-420d-47c9-bed0-110dbf1ec729 HTTP/1.1" status: 204 len: 168 time: 1.2062824 Feb 16 15:58:26.674275 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device ae7ecb69-d57e-4702-9556-fc06046c468e up at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:58:26.778545 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning complete for port ae7ecb69-d57e-4702-9556-fc06046c468e triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:58:26.779053 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:26.830124 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 47318) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:58:26.859277 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a22ebe-e330-43cf-9612-daf84b0ac0fe req-f1ee38ea-5413-4c5e-b4e6-d89f8b7f5e9e tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:26.870049 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b6a22ebe-e330-43cf-9612-daf84b0ac0fe req-f1ee38ea-5413-4c5e-b4e6-d89f8b7f5e9e tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=9844cecf-7414-46f2-a70f-1c8675461bc3 HTTP/1.1" status: 200 len: 946 time: 0.1126621 Feb 16 15:58:26.937541 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b6a22ebe-e330-43cf-9612-daf84b0ac0fe req-d92feb50-0f16-4bdc-8b09-0375b02ccd77 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662541 Feb 16 15:58:26.945474 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-895a733e-15a9-4059-b735-433d63812687 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=b3ae9f7e37a54dd3a8ade53578341209&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1139686 Feb 16 15:58:26.950947 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 47326) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:58:27.051772 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8df2cc62-79f5-4450-a242-82770c007e69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:27.110417 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8df2cc62-79f5-4450-a242-82770c007e69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:27.219454 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8df2cc62-79f5-4450-a242-82770c007e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:27.225016 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-d6e9d7e3-1ec5-40a3-8b80-78da07e15301 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:58:27.239733 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df2cc62-79f5-4450-a242-82770c007e69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cebd4b8d-482b-4540-a8a2-c1eda8064a9b,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:58:27.242573 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-8df2cc62-79f5-4450-a242-82770c007e69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:58:27.299816 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8df2cc62-79f5-4450-a242-82770c007e69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:27.300016 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-8df2cc62-79f5-4450-a242-82770c007e69 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/cebd4b8d-482b-4540-a8a2-c1eda8064a9b HTTP/1.1" status: 204 len: 168 time: 0.3478389 Feb 16 15:58:28.148232 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276a284c-1ac0-45c6-a2ba-fb5d079451ee req-b4a41b18-c6d4-42ad-99e4-2938827cb2a1 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:28.149903 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-276a284c-1ac0-45c6-a2ba-fb5d079451ee req-b4a41b18-c6d4-42ad-99e4-2938827cb2a1 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=9844cecf-7414-46f2-a70f-1c8675461bc3 HTTP/1.1" status: 200 len: 946 time: 0.0943601 Feb 16 15:58:28.205999 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-276a284c-1ac0-45c6-a2ba-fb5d079451ee req-ccfb0702-994e-474e-94f2-484a71de8307 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447614 Feb 16 15:58:28.363209 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 47368) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:58:28.480385 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [None req-ed583182-6a04-4c78-b521-ba81e0efae78 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1582479356-network', 'tenant_id': 'd1456e6ef0124344987862a0a776adce'}} {{(pid=84074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:58:28.485651 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-ed583182-6a04-4c78-b521-ba81e0efae78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:58:28.489891 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-ed583182-6a04-4c78-b521-ba81e0efae78 admin admin] Usage tracker for resource:network and tenant:d1456e6ef0124344987862a0a776adce is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:58:28.493012 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-ed583182-6a04-4c78-b521-ba81e0efae78 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:58:28.498900 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-ed583182-6a04-4c78-b521-ba81e0efae78 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:58:28.527854 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed583182-6a04-4c78-b521-ba81e0efae78 admin admin] Made reservation on behalf of d1456e6ef0124344987862a0a776adce for: {'network': 1} {{(pid=84074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:58:28.532824 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ed583182-6a04-4c78-b521-ba81e0efae78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for network, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:28.546060 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ed583182-6a04-4c78-b521-ba81e0efae78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:28.561730 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-ed583182-6a04-4c78-b521-ba81e0efae78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:58:28.566307 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-ed583182-6a04-4c78-b521-ba81e0efae78 admin admin] Usage tracker for resource:security_group_rule and tenant:d1456e6ef0124344987862a0a776adce is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:58:28.569298 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-ed583182-6a04-4c78-b521-ba81e0efae78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:58:28.575109 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-ed583182-6a04-4c78-b521-ba81e0efae78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:58:28.663110 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ed583182-6a04-4c78-b521-ba81e0efae78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:28.693871 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ed583182-6a04-4c78-b521-ba81e0efae78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:28.699429 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-2fa473b1-f612-494f-9ada-c1cd000a5de6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:58:28.736195 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed583182-6a04-4c78-b521-ba81e0efae78 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=84074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 16 15:58:28.746438 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed583182-6a04-4c78-b521-ba81e0efae78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa65fa86-9476-485a-bc99-ce918d6888cb,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:58:28.755877 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-ed583182-6a04-4c78-b521-ba81e0efae78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:58:28.767884 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ed583182-6a04-4c78-b521-ba81e0efae78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797496'] for segment, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:28.767884 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.db.segments_db [None req-ed583182-6a04-4c78-b521-ba81e0efae78 admin admin] Added segment 70f36e3c-fd91-4136-95df-cba7919e0ad6 of type vxlan for network ad429259-d816-4c2a-be88-810e600c47b4 Feb 16 15:58:28.834828 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ed583182-6a04-4c78-b521-ba81e0efae78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776635995166'] for network, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:28.962558 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ed583182-6a04-4c78-b521-ba81e0efae78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677'] for network, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:28.963997 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed583182-6a04-4c78-b521-ba81e0efae78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:28.964682 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ed583182-6a04-4c78-b521-ba81e0efae78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210664'] for network, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:28.970455 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-521966d7-5c66-404c-8f36-7e218239428e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:58:29.084870 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed583182-6a04-4c78-b521-ba81e0efae78 admin admin] Pushing event updated for resources: {'Network': ['ID=ad429259-d816-4c2a-be88-810e600c47b4,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:58:29.087788 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-ed583182-6a04-4c78-b521-ba81e0efae78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:58:29.096079 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Network ad429259-d816-4c2a-be88-810e600c47b4 details requested by agent ovs-agent-dv-cinder-775706-1-iscsi with host dv-cinder-775706-1-iscsi {{(pid=84076) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 15:58:29.112361 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-ed583182-6a04-4c78-b521-ba81e0efae78 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7478378 Feb 16 15:58:29.115353 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 47382) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:58:29.116620 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Network ad429259-d816-4c2a-be88-810e600c47b4 details requested by agent ovs-agent-hv-cinder-77570 with host hv-cinder-77570 {{(pid=84076) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 15:58:29.123783 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [None req-8352ad25-494f-4618-aa3a-ef98253b6e7c admin admin] Request body: {'subnet': {'network_id': 'ad429259-d816-4c2a-be88-810e600c47b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1582479356-subnet', 'tenant_id': 'd1456e6ef0124344987862a0a776adce', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:58:29.129751 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-8352ad25-494f-4618-aa3a-ef98253b6e7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:58:29.134049 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-8352ad25-494f-4618-aa3a-ef98253b6e7c admin admin] Usage tracker for resource:subnet and tenant:d1456e6ef0124344987862a0a776adce is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:58:29.137112 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-8352ad25-494f-4618-aa3a-ef98253b6e7c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:58:29.143442 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-8352ad25-494f-4618-aa3a-ef98253b6e7c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:58:29.253862 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8352ad25-494f-4618-aa3a-ef98253b6e7c admin admin] Made reservation on behalf of d1456e6ef0124344987862a0a776adce for: {'subnet': 1} {{(pid=84074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:58:29.259330 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8352ad25-494f-4618-aa3a-ef98253b6e7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6663298'] for subnet, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:29.418450 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef5f8a6-9d3b-442a-ae9b-c831a348b45d req-553efd79-c6b1-4f3d-aed6-b645a698b2de tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:29.420095 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1ef5f8a6-9d3b-442a-ae9b-c831a348b45d req-553efd79-c6b1-4f3d-aed6-b645a698b2de tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=9844cecf-7414-46f2-a70f-1c8675461bc3 HTTP/1.1" status: 200 len: 946 time: 0.0913701 Feb 16 15:58:29.473853 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1ef5f8a6-9d3b-442a-ae9b-c831a348b45d req-2b6432fa-f407-4bc3-af8a-60c39c5888d6 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460203 Feb 16 15:58:29.867106 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8352ad25-494f-4618-aa3a-ef98253b6e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6980706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6663345'] for subnet, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:29.886666 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:58:30.029402 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8352ad25-494f-4618-aa3a-ef98253b6e7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad071c69-6309-4f89-b5f5-850687a34a80,revision_number=0']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:58:30.033351 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-8352ad25-494f-4618-aa3a-ef98253b6e7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:58:30.123645 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8352ad25-494f-4618-aa3a-ef98253b6e7c admin admin] Checking segment: {'id': '70f36e3c-fd91-4136-95df-cba7919e0ad6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ad429259-d816-4c2a-be88-810e600c47b4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:58:30.124120 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8352ad25-494f-4618-aa3a-ef98253b6e7c admin admin] Network hostable DHCP agents. Network: ad429259-d816-4c2a-be88-810e600c47b4, hostable agents: ['47b90563-7f25-4d7d-8681-11e1fb253c09'], hosted agents: [] {{(pid=84074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 16 15:58:30.162367 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8352ad25-494f-4618-aa3a-ef98253b6e7c admin admin] Network ad429259-d816-4c2a-be88-810e600c47b4 is scheduled to be hosted by DHCP agent 47b90563-7f25-4d7d-8681-11e1fb253c09 with binding_index 1 {{(pid=84074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 16 15:58:30.204877 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.base_scheduler [None req-8352ad25-494f-4618-aa3a-ef98253b6e7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-1-iscsi, ad429259-d816-4c2a-be88-810e600c47b4) {{(pid=84074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:58:30.216574 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa266c2b-78a8-4dfd-8681-55668a634195 None None] Network ad429259-d816-4c2a-be88-810e600c47b4 requested from dv-cinder-775706-1-iscsi {{(pid=84076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 15:58:30.220477 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8352ad25-494f-4618-aa3a-ef98253b6e7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:30.221255 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8352ad25-494f-4618-aa3a-ef98253b6e7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:30.300715 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-8352ad25-494f-4618-aa3a-ef98253b6e7c admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1841195 Feb 16 15:58:30.303441 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 47408) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:58:30.312725 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [None req-3b7fcd3d-bde5-4537-9a9e-0cb22c5aa6b2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1582479356-router', 'tenant_id': 'd1456e6ef0124344987862a0a776adce', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6'}}} {{(pid=84074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:58:30.319101 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-3b7fcd3d-bde5-4537-9a9e-0cb22c5aa6b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:58:30.323413 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-3b7fcd3d-bde5-4537-9a9e-0cb22c5aa6b2 admin admin] Usage tracker for resource:router and tenant:d1456e6ef0124344987862a0a776adce is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:58:30.327488 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-3b7fcd3d-bde5-4537-9a9e-0cb22c5aa6b2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:58:30.342781 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-3b7fcd3d-bde5-4537-9a9e-0cb22c5aa6b2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:58:30.380245 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-3b7fcd3d-bde5-4537-9a9e-0cb22c5aa6b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-877582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63965'] for router, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:30.382089 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-3b7fcd3d-bde5-4537-9a9e-0cb22c5aa6b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853898234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853866136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854113137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854711868'] for router, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:30.418488 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-3b7fcd3d-bde5-4537-9a9e-0cb22c5aa6b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:30.480068 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035c6206-3533-454a-83e5-4438796d96df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb25ab78c-394c-56d3-b2e1-bf845d3bcb0e-ad429259-d816-4c2a-be88-810e600c47b4', 'network_id': 'ad429259-d816-4c2a-be88-810e600c47b4', 'tenant_id': 'd1456e6ef0124344987862a0a776adce', 'fixed_ips': [{'subnet_id': 'ad071c69-6309-4f89-b5f5-850687a34a80'}]}} from dv-cinder-775706-1-iscsi. {{(pid=84076) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 16 15:58:30.482873 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-035c6206-3533-454a-83e5-4438796d96df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_create {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:30.655278 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecee371-f757-469a-97da-6024ce8a7947 req-16b60b0d-c140-418d-bca5-c75be3b001bf tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:30.657271 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-fecee371-f757-469a-97da-6024ce8a7947 req-16b60b0d-c140-418d-bca5-c75be3b001bf tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/networks?id=baa10d08-ce15-4a5f-a2ef-a3a5e84267ba HTTP/1.1" status: 200 len: 815 time: 0.2279406 Feb 16 15:58:30.720885 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-fecee371-f757-469a-97da-6024ce8a7947 req-6948aeec-4e32-4dac-ac81-99669f470b61 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/quotas/1a1a953a14c748c6a608c59eb0095246 HTTP/1.1" status: 200 len: 375 time: 0.0254440 Feb 16 15:58:30.816378 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.db_base_plugin_common [None req-035c6206-3533-454a-83e5-4438796d96df None None] Allocated IP 172.20.0.2 (ad429259-d816-4c2a-be88-810e600c47b4/ad071c69-6309-4f89-b5f5-850687a34a80/e57b8ec5-93b0-4a35-ac88-ecf8e13d42a6) {{(pid=84076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 15:58:30.822933 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad202d06-8b1e-4624-a5ae-78b453570cc3 req-b206a36e-e4bf-48e9-9779-f4f26ea9b7ec tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:30.824710 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ad202d06-8b1e-4624-a5ae-78b453570cc3 req-b206a36e-e4bf-48e9-9779-f4f26ea9b7ec tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=9844cecf-7414-46f2-a70f-1c8675461bc3 HTTP/1.1" status: 200 len: 946 time: 0.1764665 Feb 16 15:58:30.887177 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-fecee371-f757-469a-97da-6024ce8a7947 req-5cd909ba-0b0a-417f-b842-d4c519d71ae8 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=1a1a953a14c748c6a608c59eb0095246&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1561007 Feb 16 15:58:31.001727 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-3b7fcd3d-bde5-4537-9a9e-0cb22c5aa6b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853866217', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853898046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854711817'] for router, precommit_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:31.023786 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ad202d06-8b1e-4624-a5ae-78b453570cc3 req-48329cfa-8330-4cdf-970f-4bf90c02f894 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907866 Feb 16 15:58:31.090974 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-fecee371-f757-469a-97da-6024ce8a7947 req-b8d1d7fd-fc3c-496d-bde2-21981e117836 service neutron] 10.222.0.101 "GET /v2.0/networks/baa10d08-ce15-4a5f-a2ef-a3a5e84267ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027323 Feb 16 15:58:31.108600 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-035c6206-3533-454a-83e5-4438796d96df None None] Notify callbacks [] for port, precommit_create {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:31.121752 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-035c6206-3533-454a-83e5-4438796d96df None None] Transition to ACTIVE for port object e57b8ec5-93b0-4a35-ac88-ecf8e13d42a6 will not be triggered until provisioned by entity L2. {{(pid=84076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:58:31.140414 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-035c6206-3533-454a-83e5-4438796d96df None None] Transition to ACTIVE for port object e57b8ec5-93b0-4a35-ac88-ecf8e13d42a6 will not be triggered until provisioned by entity DHCP. {{(pid=84076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:58:31.175532 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-035c6206-3533-454a-83e5-4438796d96df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776636048806'] for port, after_create {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:31.213125 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:58:31.248946 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-fecee371-f757-469a-97da-6024ce8a7947 req-3cf45260-b35e-4004-b589-bbbe5795e233 service neutron] 10.222.0.101 "GET /v2.0/networks/baa10d08-ce15-4a5f-a2ef-a3a5e84267ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1566887 Feb 16 15:58:31.363614 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035c6206-3533-454a-83e5-4438796d96df None None] Pushing event updated for resources: {'Port': ['ID=e57b8ec5-93b0-4a35-ac88-ecf8e13d42a6,revision_number=1']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:58:31.368975 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-035c6206-3533-454a-83e5-4438796d96df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:58:31.403303 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035c6206-3533-454a-83e5-4438796d96df None None] Network ad429259-d816-4c2a-be88-810e600c47b4 is already hosted by enough agents. {{(pid=84076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 15:58:31.404592 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.base_scheduler [None req-035c6206-3533-454a-83e5-4438796d96df None None] Resources bound (agent type, host, resource id): {{(pid=84076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:58:31.407834 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035c6206-3533-454a-83e5-4438796d96df None None] Received port after_create {{(pid=84076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 15:58:31.439635 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-3b7fcd3d-bde5-4537-9a9e-0cb22c5aa6b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:31.467267 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-035c6206-3533-454a-83e5-4438796d96df None None] Attempting to bind port e57b8ec5-93b0-4a35-ac88-ecf8e13d42a6 on host dv-cinder-775706-1-iscsi for vnic_type normal with profile {{(pid=84076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:58:31.467608 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-035c6206-3533-454a-83e5-4438796d96df None None] Attempting to bind port e57b8ec5-93b0-4a35-ac88-ecf8e13d42a6 by drivers openvswitch on host dv-cinder-775706-1-iscsi at level 0 using segments [{'id': '70f36e3c-fd91-4136-95df-cba7919e0ad6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ad429259-d816-4c2a-be88-810e600c47b4'}] {{(pid=84076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 15:58:31.467991 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035c6206-3533-454a-83e5-4438796d96df None None] Attempting to bind port e57b8ec5-93b0-4a35-ac88-ecf8e13d42a6 on network ad429259-d816-4c2a-be88-810e600c47b4 {{(pid=84076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 15:58:31.474342 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-3b7fcd3d-bde5-4537-9a9e-0cb22c5aa6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:31.475717 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035c6206-3533-454a-83e5-4438796d96df None None] Checking agent: {'id': '84f77aeb-7661-44c0-b112-b1bf68bd83fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 15, 47, 21), 'started_at': datetime.datetime(2021, 2, 16, 15, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 15, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.95', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 15:58:31.476142 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035c6206-3533-454a-83e5-4438796d96df None None] Checking segment: {'id': '70f36e3c-fd91-4136-95df-cba7919e0ad6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ad429259-d816-4c2a-be88-810e600c47b4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:58:31.476592 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-035c6206-3533-454a-83e5-4438796d96df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:31.477040 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035c6206-3533-454a-83e5-4438796d96df None None] Bound using segment: {'id': '70f36e3c-fd91-4136-95df-cba7919e0ad6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ad429259-d816-4c2a-be88-810e600c47b4'} {{(pid=84076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 15:58:31.477819 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-035c6206-3533-454a-83e5-4438796d96df None None] Bound port: e57b8ec5-93b0-4a35-ac88-ecf8e13d42a6, host: dv-cinder-775706-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70f36e3c-fd91-4136-95df-cba7919e0ad6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ad429259-d816-4c2a-be88-810e600c47b4'}}] {{(pid=84076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 15:58:31.478262 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-035c6206-3533-454a-83e5-4438796d96df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:31.578342 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-035c6206-3533-454a-83e5-4438796d96df None None] For port e57b8ec5-93b0-4a35-ac88-ecf8e13d42a6, host dv-cinder-775706-1-iscsi, cleared binding levels {{(pid=84076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 15:58:31.582448 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-035c6206-3533-454a-83e5-4438796d96df None None] For port e57b8ec5-93b0-4a35-ac88-ecf8e13d42a6, host dv-cinder-775706-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-iscsi',level=0,port_id=e57b8ec5-93b0-4a35-ac88-ecf8e13d42a6,segment=NetworkSegment(70f36e3c-fd91-4136-95df-cba7919e0ad6),segment_id=70f36e3c-fd91-4136-95df-cba7919e0ad6)] {{(pid=84076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 15:58:31.585496 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-d992ca4f-6861-4668-a519-7564d14d959c req-5cafadde-ea00-4dcc-a2fd-ae382460db23 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced7a577-51a2-4cc1-89d4-f9abaa3ef0eb HTTP/1.1" status: 200 len: 210 time: 0.0516276 Feb 16 15:58:31.614522 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-035c6206-3533-454a-83e5-4438796d96df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:31.632190 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:58:31.787609 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.db_base_plugin_common [None req-3b7fcd3d-bde5-4537-9a9e-0cb22c5aa6b2 admin admin] Allocated IP 172.27.1.124 (4b949073-2dbc-48f8-99e6-0912404ac0f6/1330f553-cf5d-40b8-b778-7809bbd3e08c/a40a4021-c948-48f6-b425-1a720f504441) {{(pid=84074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 15:58:31.817387 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035c6206-3533-454a-83e5-4438796d96df None None] Pushing event updated for resources: {'Port': ['ID=e57b8ec5-93b0-4a35-ac88-ecf8e13d42a6,revision_number=2']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:58:31.822207 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-035c6206-3533-454a-83e5-4438796d96df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:58:31.964917 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-3b7fcd3d-bde5-4537-9a9e-0cb22c5aa6b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:32.026852 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-3b7fcd3d-bde5-4537-9a9e-0cb22c5aa6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776636048806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6980856'] for port, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:32.045814 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:58:32.263516 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7fcd3d-bde5-4537-9a9e-0cb22c5aa6b2 admin admin] Pushing event updated for resources: {'Port': ['ID=a40a4021-c948-48f6-b425-1a720f504441,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:58:32.268543 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-3b7fcd3d-bde5-4537-9a9e-0cb22c5aa6b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:58:32.318725 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7fcd3d-bde5-4537-9a9e-0cb22c5aa6b2 admin admin] Network 4b949073-2dbc-48f8-99e6-0912404ac0f6 is already hosted by enough agents. {{(pid=84074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 15:58:32.320413 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.base_scheduler [None req-3b7fcd3d-bde5-4537-9a9e-0cb22c5aa6b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:58:32.322902 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7fcd3d-bde5-4537-9a9e-0cb22c5aa6b2 admin admin] Received port after_create {{(pid=84074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 15:58:32.331763 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024bbbfe-b4e7-4ac7-91a8-77ba1821f48c req-9a2c8e06-9032-4f78-9725-3becc8638dc7 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:32.339986 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-024bbbfe-b4e7-4ac7-91a8-77ba1821f48c req-9a2c8e06-9032-4f78-9725-3becc8638dc7 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=9844cecf-7414-46f2-a70f-1c8675461bc3 HTTP/1.1" status: 200 len: 946 time: 0.1097813 Feb 16 15:58:32.388499 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-024bbbfe-b4e7-4ac7-91a8-77ba1821f48c req-bc448c4b-093a-425c-9c82-67d9d5e5d059 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467169 Feb 16 15:58:32.755575 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-2a341e41-ed70-4989-8c71-20f6446278fb req-be4fb99f-b3c5-4ee5-96e3-afbf1026ab77 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced7a577-51a2-4cc1-89d4-f9abaa3ef0eb HTTP/1.1" status: 200 len: 210 time: 0.0518324 Feb 16 15:58:32.772655 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device e57b8ec5-93b0-4a35-ac88-ecf8e13d42a6 up at agent ovs-agent-dv-cinder-775706-1-iscsi {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:58:32.883863 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-3b7fcd3d-bde5-4537-9a9e-0cb22c5aa6b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:32.893467 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Provisioning for port e57b8ec5-93b0-4a35-ac88-ecf8e13d42a6 completed by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:58:33.305403 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ba13ab-07cf-4aa3-bde2-c5da9c529269 None None] Network ad429259-d816-4c2a-be88-810e600c47b4 requested from dv-cinder-775706-1-iscsi {{(pid=84076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 15:58:33.482039 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-3b7fcd3d-bde5-4537-9a9e-0cb22c5aa6b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-877770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-909817'] for router, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:33.503862 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-35271e17-f857-4ad3-a223-b037d04b5fd9 None None] Provisioning for port e57b8ec5-93b0-4a35-ac88-ecf8e13d42a6 completed by entity DHCP. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:58:33.514824 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-35271e17-f857-4ad3-a223-b037d04b5fd9 None None] Provisioning complete for port e57b8ec5-93b0-4a35-ac88-ecf8e13d42a6 triggered by entity DHCP. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:58:33.515254 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-35271e17-f857-4ad3-a223-b037d04b5fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:33.611848 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81397e4c-c12b-4919-a878-f43dbd6a3bf6 req-8be256d0-8a29-4571-bf3e-583293303cf1 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:33.614442 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-81397e4c-c12b-4919-a878-f43dbd6a3bf6 req-8be256d0-8a29-4571-bf3e-583293303cf1 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=9844cecf-7414-46f2-a70f-1c8675461bc3 HTTP/1.1" status: 200 len: 946 time: 0.0953422 Feb 16 15:58:33.669555 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-81397e4c-c12b-4919-a878-f43dbd6a3bf6 req-bd7698df-c9a2-443b-aaa8-97d88e3c8d41 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472651 Feb 16 15:58:33.767938 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b7fcd3d-bde5-4537-9a9e-0cb22c5aa6b2 admin admin] Router a5b9cf11-09be-40a6-ae9b-d99a22b6d014 is scheduled to L3 agent 4f2d6f55-b6e7-4768-88f5-01ac5c4c3902 with binding_index 1 {{(pid=84074) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 16 15:58:33.853169 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-35271e17-f857-4ad3-a223-b037d04b5fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:33.902486 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-35271e17-f857-4ad3-a223-b037d04b5fd9 None None] For port e57b8ec5-93b0-4a35-ac88-ecf8e13d42a6, host dv-cinder-775706-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-iscsi',level=0,port_id=e57b8ec5-93b0-4a35-ac88-ecf8e13d42a6,segment=NetworkSegment(70f36e3c-fd91-4136-95df-cba7919e0ad6),segment_id=70f36e3c-fd91-4136-95df-cba7919e0ad6)] {{(pid=84076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:58:33.945123 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-35271e17-f857-4ad3-a223-b037d04b5fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:33.947354 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:58:33.974458 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-13367a56-0d54-43f5-a0db-3e24519be200 req-002d8267-a6b3-4c32-8987-c55fa682d14c tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced7a577-51a2-4cc1-89d4-f9abaa3ef0eb HTTP/1.1" status: 200 len: 210 time: 0.0689669 Feb 16 15:58:34.009393 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b7fcd3d-bde5-4537-9a9e-0cb22c5aa6b2 admin admin] Notify agent at l3_agent.dv-cinder-775706-1-iscsi the message routers_updated {{(pid=84074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 15:58:34.021779 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a411088-bdce-425c-bb57-67d581a18600 None None] Sync routers for ids ['a5b9cf11-09be-40a6-ae9b-d99a22b6d014'] in dv-cinder-775706-1-iscsi {{(pid=84077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 15:58:34.043550 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35271e17-f857-4ad3-a223-b037d04b5fd9 None None] Pushing event updated for resources: {'Port': ['ID=e57b8ec5-93b0-4a35-ac88-ecf8e13d42a6,revision_number=3']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:58:34.047431 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-35271e17-f857-4ad3-a223-b037d04b5fd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:58:34.059995 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a411088-bdce-425c-bb57-67d581a18600 None None] Routers {'a5b9cf11-09be-40a6-ae9b-d99a22b6d014'} bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:58:34.060818 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-3a411088-bdce-425c-bb57-67d581a18600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-16T15:47:20Z,description=,heartbeat_timestamp=2021-02-16T15:58:21Z,host='dv-cinder-775706-1-iscsi',id=4f2d6f55-b6e7-4768-88f5-01ac5c4c3902,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:47:21Z,topic='l3_agent')) {'router_ids': ['a5b9cf11-09be-40a6-ae9b-d99a22b6d014'], 'active': True} {{(pid=84077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:58:34.071548 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-3b7fcd3d-bde5-4537-9a9e-0cb22c5aa6b2 admin admin] Notify callbacks [] for router, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:34.073377 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-3b7fcd3d-bde5-4537-9a9e-0cb22c5aa6b2 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.7661955 Feb 16 15:58:34.076324 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 47468) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:58:34.170462 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-9f4d5787-ae3c-4317-b109-0dfac06b7ac2 None None] Provisioning complete for port e57b8ec5-93b0-4a35-ac88-ecf8e13d42a6 triggered by entity DHCP. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:58:34.171075 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-9f4d5787-ae3c-4317-b109-0dfac06b7ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:34.307249 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvr_db [None req-3a411088-bdce-425c-bb57-67d581a18600 None None] Set router a5b9cf11-09be-40a6-ae9b-d99a22b6d014 gateway port host: dv-cinder-775706-1-iscsi {{(pid=84077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:58:34.454389 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-5da067b8-a876-479a-846a-c7104fe2369a None None] Provisioning complete for port e57b8ec5-93b0-4a35-ac88-ecf8e13d42a6 triggered by entity DHCP. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:58:34.454925 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-5da067b8-a876-479a-846a-c7104fe2369a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:34.667032 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-3a411088-bdce-425c-bb57-67d581a18600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b9cf11-09be-40a6-ae9b-d99a22b6d014', 'name': 'tempest-AttachVolumeShelveTestJSON-1582479356-router', 'tenant_id': 'd1456e6ef0124344987862a0a776adce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': 'a40a4021-c948-48f6-b425-1a720f504441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:58:30Z', 'updated_at': '2021-02-16T15:58:32Z', 'revision_number': 3, 'project_id': 'd1456e6ef0124344987862a0a776adce', 'gw_port': {'id': 'a40a4021-c948-48f6-b425-1a720f504441', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e7:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5b9cf11-09be-40a6-ae9b-d99a22b6d014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:58:31Z', 'updated_at': '2021-02-16T15:58:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi'}], 'dv-cinder-775706-1-iscsi', False) {} {{(pid=84077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:58:34.671117 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a411088-bdce-425c-bb57-67d581a18600 None None] Checking router: a5b9cf11-09be-40a6-ae9b-d99a22b6d014 for host: dv-cinder-775706-1-iscsi {{(pid=84077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 15:58:34.671515 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a411088-bdce-425c-bb57-67d581a18600 None None] Updating router a5b9cf11-09be-40a6-ae9b-d99a22b6d014 port a40a4021-c948-48f6-b425-1a720f504441 binding host dv-cinder-775706-1-iscsi {{(pid=84077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 16 15:58:34.738425 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-3a411088-bdce-425c-bb57-67d581a18600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:34.747036 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-670f6cee-213c-4035-bafe-1648c3bba136 None None] Provisioning complete for port e57b8ec5-93b0-4a35-ac88-ecf8e13d42a6 triggered by entity DHCP. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:58:34.747606 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-670f6cee-213c-4035-bafe-1648c3bba136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:34.794484 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device e57b8ec5-93b0-4a35-ac88-ecf8e13d42a6 up at agent ovs-agent-dv-cinder-775706-1-iscsi {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:58:34.889160 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d398fc-1ea6-4950-b7a8-0948e4d1cac2 req-587207f5-417c-4e2f-9465-6b5630c6ad14 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:34.891966 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-33d398fc-1ea6-4950-b7a8-0948e4d1cac2 req-587207f5-417c-4e2f-9465-6b5630c6ad14 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=9844cecf-7414-46f2-a70f-1c8675461bc3 HTTP/1.1" status: 200 len: 946 time: 0.0980685 Feb 16 15:58:34.939949 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-3ee7678a-7491-49ee-8f59-8f4fab1f14c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:34.948582 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-33d398fc-1ea6-4950-b7a8-0948e4d1cac2 req-7c7738a8-4f7d-4c0f-a1a0-e957e8db178b tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494878 Feb 16 15:58:34.980240 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Provisioning complete for port e57b8ec5-93b0-4a35-ac88-ecf8e13d42a6 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:58:34.980780 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:35.206384 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-3a411088-bdce-425c-bb57-67d581a18600 None None] Notify callbacks [] for port, precommit_update {{(pid=84077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:35.219482 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-3a411088-bdce-425c-bb57-67d581a18600 None None] Transition to ACTIVE for port object a40a4021-c948-48f6-b425-1a720f504441 will not be triggered until provisioned by entity L2. {{(pid=84077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:58:35.248611 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-3a411088-bdce-425c-bb57-67d581a18600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:35.254964 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c10f697f-8489-436a-96e6-da34e349d77a req-04830213-238a-4bcd-9c17-26b2639d8b0c tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced7a577-51a2-4cc1-89d4-f9abaa3ef0eb HTTP/1.1" status: 200 len: 210 time: 0.0498466 Feb 16 15:58:35.267308 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-e659ee5d-035c-481b-b187-744e986e7a58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:58:35.406215 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.db_base_plugin_common [None req-3ee7678a-7491-49ee-8f59-8f4fab1f14c4 admin admin] Allocated IP 172.20.0.1 (ad429259-d816-4c2a-be88-810e600c47b4/ad071c69-6309-4f89-b5f5-850687a34a80/52a9ac34-fb9f-459c-b554-9d94a4ade8fe) {{(pid=84074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 15:58:35.427396 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1d6065-43fe-416f-9d9a-b2452a126936 None None] Pushing event updated for resources: {'Port': ['ID=a40a4021-c948-48f6-b425-1a720f504441,revision_number=2']} {{(pid=84077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:58:35.437346 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1d6065-43fe-416f-9d9a-b2452a126936 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:35.437726 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1d6065-43fe-416f-9d9a-b2452a126936 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:35.438147 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1d6065-43fe-416f-9d9a-b2452a126936 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:35.438517 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1d6065-43fe-416f-9d9a-b2452a126936 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:35.438904 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1d6065-43fe-416f-9d9a-b2452a126936 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:35.439270 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1d6065-43fe-416f-9d9a-b2452a126936 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:35.439632 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1d6065-43fe-416f-9d9a-b2452a126936 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:35.439989 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1d6065-43fe-416f-9d9a-b2452a126936 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:35.440346 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1d6065-43fe-416f-9d9a-b2452a126936 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:35.440703 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1d6065-43fe-416f-9d9a-b2452a126936 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:35.441057 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1d6065-43fe-416f-9d9a-b2452a126936 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:35.441455 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1d6065-43fe-416f-9d9a-b2452a126936 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:35.441788 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1d6065-43fe-416f-9d9a-b2452a126936 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:35.442147 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1d6065-43fe-416f-9d9a-b2452a126936 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:35.442503 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1d6065-43fe-416f-9d9a-b2452a126936 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:35.442882 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1d6065-43fe-416f-9d9a-b2452a126936 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:35.443236 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1d6065-43fe-416f-9d9a-b2452a126936 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:35.443593 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1d6065-43fe-416f-9d9a-b2452a126936 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:35.443952 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1d6065-43fe-416f-9d9a-b2452a126936 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:35.444281 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1d6065-43fe-416f-9d9a-b2452a126936 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:35.444659 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1d6065-43fe-416f-9d9a-b2452a126936 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:35.445010 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1d6065-43fe-416f-9d9a-b2452a126936 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:35.445365 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1d6065-43fe-416f-9d9a-b2452a126936 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:35.445716 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1d6065-43fe-416f-9d9a-b2452a126936 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:35.451389 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-fa1d6065-43fe-416f-9d9a-b2452a126936 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:58:35.516968 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-3a411088-bdce-425c-bb57-67d581a18600 None None] Attempting to bind port a40a4021-c948-48f6-b425-1a720f504441 on host dv-cinder-775706-1-iscsi for vnic_type normal with profile {{(pid=84077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:58:35.517125 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-3a411088-bdce-425c-bb57-67d581a18600 None None] Attempting to bind port a40a4021-c948-48f6-b425-1a720f504441 by drivers openvswitch on host dv-cinder-775706-1-iscsi at level 0 using segments [{'id': '31924cb5-91ae-4236-8041-dd0103380e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6'}] {{(pid=84077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 15:58:35.517624 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a411088-bdce-425c-bb57-67d581a18600 None None] Attempting to bind port a40a4021-c948-48f6-b425-1a720f504441 on network 4b949073-2dbc-48f8-99e6-0912404ac0f6 {{(pid=84077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 15:58:35.523886 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a411088-bdce-425c-bb57-67d581a18600 None None] Checking agent: {'id': '84f77aeb-7661-44c0-b112-b1bf68bd83fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 15, 47, 21), 'started_at': datetime.datetime(2021, 2, 16, 15, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 15, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.95', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 15:58:35.524472 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a411088-bdce-425c-bb57-67d581a18600 None None] Checking segment: {'id': '31924cb5-91ae-4236-8041-dd0103380e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:58:35.525032 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-3a411088-bdce-425c-bb57-67d581a18600 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:35.525575 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a411088-bdce-425c-bb57-67d581a18600 None None] Bound using segment: {'id': '31924cb5-91ae-4236-8041-dd0103380e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6'} {{(pid=84077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 15:58:35.526212 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-3a411088-bdce-425c-bb57-67d581a18600 None None] Bound port: a40a4021-c948-48f6-b425-1a720f504441, host: dv-cinder-775706-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31924cb5-91ae-4236-8041-dd0103380e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6'}}] {{(pid=84077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 15:58:35.527325 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-3a411088-bdce-425c-bb57-67d581a18600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:35.614405 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-3a411088-bdce-425c-bb57-67d581a18600 None None] For port a40a4021-c948-48f6-b425-1a720f504441, host dv-cinder-775706-1-iscsi, cleared binding levels {{(pid=84077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 15:58:35.618132 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-3a411088-bdce-425c-bb57-67d581a18600 None None] For port a40a4021-c948-48f6-b425-1a720f504441, host dv-cinder-775706-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-iscsi',level=0,port_id=a40a4021-c948-48f6-b425-1a720f504441,segment=NetworkSegment(31924cb5-91ae-4236-8041-dd0103380e57),segment_id=31924cb5-91ae-4236-8041-dd0103380e57)] {{(pid=84077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 15:58:35.628750 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-3ee7678a-7491-49ee-8f59-8f4fab1f14c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:35.660103 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-3a411088-bdce-425c-bb57-67d581a18600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:35.669312 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-28c9f2ed-f70c-4da8-8981-a17830f98cfa req-fde55a37-f677-4dd1-821f-dd39fa7985ad service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=c6e18375-dbef-48d3-bf08-ce8ec6cba62e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0984399 Feb 16 15:58:35.676257 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:58:35.688582 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-3ee7678a-7491-49ee-8f59-8f4fab1f14c4 admin admin] Transition to ACTIVE for port object 52a9ac34-fb9f-459c-b554-9d94a4ade8fe will not be triggered until provisioned by entity DHCP. {{(pid=84074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:58:35.745938 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-3ee7678a-7491-49ee-8f59-8f4fab1f14c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776636048806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6980856'] for port, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:35.763848 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-ec0d803a-6994-4e7b-b51a-b44d77d992ef tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:58:35.832616 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1d6065-43fe-416f-9d9a-b2452a126936 None None] Pushing event updated for resources: {'Port': ['ID=a40a4021-c948-48f6-b425-1a720f504441,revision_number=3']} {{(pid=84077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:58:35.837956 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-fa1d6065-43fe-416f-9d9a-b2452a126936 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:58:35.882425 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a411088-bdce-425c-bb57-67d581a18600 None None] Routers {'a5b9cf11-09be-40a6-ae9b-d99a22b6d014'} bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:58:35.882425 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-3a411088-bdce-425c-bb57-67d581a18600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-16T15:47:20Z,description=,heartbeat_timestamp=2021-02-16T15:58:21Z,host='dv-cinder-775706-1-iscsi',id=4f2d6f55-b6e7-4768-88f5-01ac5c4c3902,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:47:21Z,topic='l3_agent')) {'router_ids': ['a5b9cf11-09be-40a6-ae9b-d99a22b6d014'], 'active': True} {{(pid=84077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:58:35.917895 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee7678a-7491-49ee-8f59-8f4fab1f14c4 admin admin] Pushing event updated for resources: {'Port': ['ID=52a9ac34-fb9f-459c-b554-9d94a4ade8fe,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:58:35.923714 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-3ee7678a-7491-49ee-8f59-8f4fab1f14c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:58:35.974943 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee7678a-7491-49ee-8f59-8f4fab1f14c4 admin admin] Network ad429259-d816-4c2a-be88-810e600c47b4 is already hosted by enough agents. {{(pid=84074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 15:58:35.976872 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.base_scheduler [None req-3ee7678a-7491-49ee-8f59-8f4fab1f14c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:58:35.980478 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee7678a-7491-49ee-8f59-8f4fab1f14c4 admin admin] Received port after_create {{(pid=84074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 15:58:36.076264 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device dce29091-e275-428e-a810-d0cb9b966362 up at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:58:36.116541 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9f2ed-f70c-4da8-8981-a17830f98cfa req-666c9bf2-3176-4238-9959-300ab66b6702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:36.126220 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-28c9f2ed-f70c-4da8-8981-a17830f98cfa req-666c9bf2-3176-4238-9959-300ab66b6702 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=1a1a953a14c748c6a608c59eb0095246&device_id=c6e18375-dbef-48d3-bf08-ce8ec6cba62e HTTP/1.1" status: 200 len: 1163 time: 0.1931279 Feb 16 15:58:36.186036 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-3ee7678a-7491-49ee-8f59-8f4fab1f14c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853906703'] for router_interface, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:36.288967 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning complete for port dce29091-e275-428e-a810-d0cb9b966362 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:58:36.289388 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:36.607855 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvr_db [None req-3a411088-bdce-425c-bb57-67d581a18600 None None] Set router a5b9cf11-09be-40a6-ae9b-d99a22b6d014 gateway port host: dv-cinder-775706-1-iscsi {{(pid=84077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:58:36.631908 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-b607406f-4ad3-4e86-b4b4-063c0dfac5ea None None] Provisioning for port 52a9ac34-fb9f-459c-b554-9d94a4ade8fe completed by entity DHCP. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:58:36.652895 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-b607406f-4ad3-4e86-b4b4-063c0dfac5ea None None] Provisioning complete for port 52a9ac34-fb9f-459c-b554-9d94a4ade8fe triggered by entity DHCP. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:58:36.653543 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b607406f-4ad3-4e86-b4b4-063c0dfac5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:36.656188 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-3ee7678a-7491-49ee-8f59-8f4fab1f14c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:36.878598 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-b607406f-4ad3-4e86-b4b4-063c0dfac5ea None None] Port 52a9ac34-fb9f-459c-b554-9d94a4ade8fe cannot update to ACTIVE because it is not bound. {{(pid=84076) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 15:58:37.015976 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecee371-f757-469a-97da-6024ce8a7947 req-8e940124-aa9b-4d5d-b345-a487e1eae542 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:37.019381 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-fecee371-f757-469a-97da-6024ce8a7947 req-8e940124-aa9b-4d5d-b345-a487e1eae542 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.103 "GET /v2.0/networks?id=baa10d08-ce15-4a5f-a2ef-a3a5e84267ba HTTP/1.1" status: 200 len: 815 time: 0.2180715 Feb 16 15:58:37.192229 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-3ee7678a-7491-49ee-8f59-8f4fab1f14c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:37.214025 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-f7924a2f-a3d1-44c6-815e-12ab4f0b500d req-2c43b8d9-555c-42d5-8636-f5373a5cd597 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced7a577-51a2-4cc1-89d4-f9abaa3ef0eb HTTP/1.1" status: 200 len: 210 time: 0.4142225 Feb 16 15:58:37.214374 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-3ee7678a-7491-49ee-8f59-8f4fab1f14c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847794957'] for port, after_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:37.319808 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [req-fecee371-f757-469a-97da-6024ce8a7947 req-c474c104-82d9-48d0-9985-27d4fff566f2 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Request body: {'port': {'device_id': 'ced7a577-51a2-4cc1-89d4-f9abaa3ef0eb', 'network_id': 'baa10d08-ce15-4a5f-a2ef-a3a5e84267ba', 'admin_state_up': True, 'tenant_id': '1a1a953a14c748c6a608c59eb0095246'}} {{(pid=84075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:58:37.325904 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-3a411088-bdce-425c-bb57-67d581a18600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b9cf11-09be-40a6-ae9b-d99a22b6d014', 'name': 'tempest-AttachVolumeShelveTestJSON-1582479356-router', 'tenant_id': 'd1456e6ef0124344987862a0a776adce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': 'a40a4021-c948-48f6-b425-1a720f504441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:58:30Z', 'updated_at': '2021-02-16T15:58:32Z', 'revision_number': 3, 'project_id': 'd1456e6ef0124344987862a0a776adce', 'gw_port': {'id': 'a40a4021-c948-48f6-b425-1a720f504441', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e7:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5b9cf11-09be-40a6-ae9b-d99a22b6d014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:58:31Z', 'updated_at': '2021-02-16T15:58:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi'}], 'dv-cinder-775706-1-iscsi', False) {} {{(pid=84077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:58:37.326178 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-98490712-2709-4067-b866-2e94321d74a3 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:58:37.342223 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9f2ed-f70c-4da8-8981-a17830f98cfa req-ee919797-6692-497f-8c85-68f52786ee51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:37.342694 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a411088-bdce-425c-bb57-67d581a18600 None None] The sync data for ids ['a5b9cf11-09be-40a6-ae9b-d99a22b6d014'] in dv-cinder-775706-1-iscsi is: [{'id': 'a5b9cf11-09be-40a6-ae9b-d99a22b6d014', 'name': 'tempest-AttachVolumeShelveTestJSON-1582479356-router', 'tenant_id': 'd1456e6ef0124344987862a0a776adce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': 'a40a4021-c948-48f6-b425-1a720f504441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:58:30Z', 'updated_at': '2021-02-16T15:58:32Z', 'revision_number': 3, 'project_id': 'd1456e6ef0124344987862a0a776adce', 'gw_port': {'id': 'a40a4021-c948-48f6-b425-1a720f504441', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e7:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5b9cf11-09be-40a6-ae9b-d99a22b6d014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:58:31Z', 'updated_at': '2021-02-16T15:58:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi'}] {{(pid=84077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 15:58:37.343845 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-28c9f2ed-f70c-4da8-8981-a17830f98cfa req-ee919797-6692-497f-8c85-68f52786ee51 service neutron] 10.222.0.103 "GET /v2.0/networks?id=baa10d08-ce15-4a5f-a2ef-a3a5e84267ba HTTP/1.1" status: 200 len: 909 time: 1.1922519 Feb 16 15:58:37.393600 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004c1340-5fb3-4e3e-8ba1-d76ae2b38510 req-4fd290de-c7aa-4a8f-bf74-84117535d5e5 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:37.401455 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-004c1340-5fb3-4e3e-8ba1-d76ae2b38510 req-4fd290de-c7aa-4a8f-bf74-84117535d5e5 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=9844cecf-7414-46f2-a70f-1c8675461bc3 HTTP/1.1" status: 200 len: 946 time: 1.1050119 Feb 16 15:58:37.468814 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee7678a-7491-49ee-8f59-8f4fab1f14c4 admin admin] Pushing event updated for resources: {'Port': ['ID=52a9ac34-fb9f-459c-b554-9d94a4ade8fe,revision_number=2']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:58:37.490283 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-3ee7678a-7491-49ee-8f59-8f4fab1f14c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854210630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-868946'] for router_interface, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:37.507103 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-28c9f2ed-f70c-4da8-8981-a17830f98cfa req-c87e3a6b-15a1-43e8-b8e4-bf255aa7a252 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a34d37cc-fbc0-4996-a518-d5917786f3d7 HTTP/1.1" status: 200 len: 217 time: 0.1220744 Feb 16 15:58:37.528806 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee7678a-7491-49ee-8f59-8f4fab1f14c4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:37.529238 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee7678a-7491-49ee-8f59-8f4fab1f14c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:37.529801 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee7678a-7491-49ee-8f59-8f4fab1f14c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:37.530207 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee7678a-7491-49ee-8f59-8f4fab1f14c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:37.530607 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee7678a-7491-49ee-8f59-8f4fab1f14c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:37.531082 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee7678a-7491-49ee-8f59-8f4fab1f14c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:37.531476 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee7678a-7491-49ee-8f59-8f4fab1f14c4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:37.531925 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee7678a-7491-49ee-8f59-8f4fab1f14c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:37.532322 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee7678a-7491-49ee-8f59-8f4fab1f14c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:37.532726 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee7678a-7491-49ee-8f59-8f4fab1f14c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:37.533520 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee7678a-7491-49ee-8f59-8f4fab1f14c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:37.533933 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee7678a-7491-49ee-8f59-8f4fab1f14c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:37.534381 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee7678a-7491-49ee-8f59-8f4fab1f14c4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:37.534807 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee7678a-7491-49ee-8f59-8f4fab1f14c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:37.535219 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee7678a-7491-49ee-8f59-8f4fab1f14c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:37.535648 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee7678a-7491-49ee-8f59-8f4fab1f14c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:37.536034 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee7678a-7491-49ee-8f59-8f4fab1f14c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:37.536445 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee7678a-7491-49ee-8f59-8f4fab1f14c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:37.536855 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee7678a-7491-49ee-8f59-8f4fab1f14c4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:37.537428 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee7678a-7491-49ee-8f59-8f4fab1f14c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:37.537823 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee7678a-7491-49ee-8f59-8f4fab1f14c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:37.538346 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee7678a-7491-49ee-8f59-8f4fab1f14c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:37.538784 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee7678a-7491-49ee-8f59-8f4fab1f14c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:37.539173 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee7678a-7491-49ee-8f59-8f4fab1f14c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:37.543853 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-3ee7678a-7491-49ee-8f59-8f4fab1f14c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:58:37.596854 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-004c1340-5fb3-4e3e-8ba1-d76ae2b38510 req-1d1159e4-a390-44dd-934f-64b0c2f0ed80 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941552 Feb 16 15:58:37.716196 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9f2ed-f70c-4da8-8981-a17830f98cfa req-89d425db-0da3-49dc-88ad-416445ab6568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:37.717882 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-28c9f2ed-f70c-4da8-8981-a17830f98cfa req-89d425db-0da3-49dc-88ad-416445ab6568 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5bf5e8cd-656f-4727-bbaa-2a15ac283eb2 HTTP/1.1" status: 200 len: 855 time: 0.1890650 Feb 16 15:58:37.800149 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-28c9f2ed-f70c-4da8-8981-a17830f98cfa req-28179b26-486f-4760-b9f8-db56cee5ecbd service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=baa10d08-ce15-4a5f-a2ef-a3a5e84267ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686686 Feb 16 15:58:37.834899 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [req-fecee371-f757-469a-97da-6024ce8a7947 req-c474c104-82d9-48d0-9985-27d4fff566f2 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:58:37.848991 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [req-fecee371-f757-469a-97da-6024ce8a7947 req-c474c104-82d9-48d0-9985-27d4fff566f2 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:58:38.078039 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fecee371-f757-469a-97da-6024ce8a7947 req-c474c104-82d9-48d0-9985-27d4fff566f2 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Made reservation on behalf of 1a1a953a14c748c6a608c59eb0095246 for: {'port': 1} {{(pid=84075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:58:38.084888 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-fecee371-f757-469a-97da-6024ce8a7947 req-c474c104-82d9-48d0-9985-27d4fff566f2 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:38.125910 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee7678a-7491-49ee-8f59-8f4fab1f14c4 admin admin] Network ad429259-d816-4c2a-be88-810e600c47b4 is already hosted by enough agents. {{(pid=84074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 15:58:38.128609 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.base_scheduler [None req-3ee7678a-7491-49ee-8f59-8f4fab1f14c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:58:38.130686 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-28c9f2ed-f70c-4da8-8981-a17830f98cfa req-4bb70f90-cab3-404f-a685-3420c629a052 service neutron] 10.222.0.103 "GET /v2.0/networks/baa10d08-ce15-4a5f-a2ef-a3a5e84267ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786088 Feb 16 15:58:38.314336 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-28c9f2ed-f70c-4da8-8981-a17830f98cfa req-560696d3-a15c-4240-a0f2-a9359ca10375 service neutron] 10.222.0.103 "GET /v2.0/networks/baa10d08-ce15-4a5f-a2ef-a3a5e84267ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1664884 Feb 16 15:58:38.378801 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ee7678a-7491-49ee-8f59-8f4fab1f14c4 admin admin] Router a5b9cf11-09be-40a6-ae9b-d99a22b6d014 has already been hosted by L3 agent 4f2d6f55-b6e7-4768-88f5-01ac5c4c3902 {{(pid=84074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 15:58:38.417446 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-e900bee0-856d-4a8d-8f1c-76831c17617e None None] Provisioning complete for port 52a9ac34-fb9f-459c-b554-9d94a4ade8fe triggered by entity DHCP. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:58:38.418081 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-e900bee0-856d-4a8d-8f1c-76831c17617e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:38.492889 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-e900bee0-856d-4a8d-8f1c-76831c17617e None None] Port 52a9ac34-fb9f-459c-b554-9d94a4ade8fe cannot update to ACTIVE because it is not bound. {{(pid=84076) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 15:58:38.531627 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-568298a3-8094-4a55-a401-1ea6c1d16af1 req-22a7b9ad-f850-4132-a3fe-a81d1402289e tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced7a577-51a2-4cc1-89d4-f9abaa3ef0eb HTTP/1.1" status: 200 len: 210 time: 0.0755801 Feb 16 15:58:38.613910 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee7678a-7491-49ee-8f59-8f4fab1f14c4 admin admin] Notify agent at l3_agent.dv-cinder-775706-1-iscsi the message routers_updated {{(pid=84074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 15:58:38.623588 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-3ee7678a-7491-49ee-8f59-8f4fab1f14c4 admin admin] 10.222.0.101 "PUT /v2.0/routers/a5b9cf11-09be-40a6-ae9b-d99a22b6d014/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5460637 Feb 16 15:58:38.790404 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device a40a4021-c948-48f6-b425-1a720f504441 up at agent ovs-agent-dv-cinder-775706-1-iscsi {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:58:38.872497 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.db_base_plugin_common [req-fecee371-f757-469a-97da-6024ce8a7947 req-c474c104-82d9-48d0-9985-27d4fff566f2 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Allocated IP 172.20.0.3 (baa10d08-ce15-4a5f-a2ef-a3a5e84267ba/5bf5e8cd-656f-4727-bbaa-2a15ac283eb2/f639aa86-998e-44ca-9fbd-30bbc0878aa6) {{(pid=84075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 15:58:38.893086 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a66872-bc06-404b-a017-0ac695e7f141 req-40a7100c-fa26-4e73-a9b4-702b664dbe34 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:38.894876 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-06a66872-bc06-404b-a017-0ac695e7f141 req-40a7100c-fa26-4e73-a9b4-702b664dbe34 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=9844cecf-7414-46f2-a70f-1c8675461bc3 HTTP/1.1" status: 200 len: 946 time: 0.1333551 Feb 16 15:58:38.929103 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Provisioning for port a40a4021-c948-48f6-b425-1a720f504441 completed by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:58:38.942033 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Provisioning complete for port a40a4021-c948-48f6-b425-1a720f504441 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:58:38.942033 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:38.950771 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-06a66872-bc06-404b-a017-0ac695e7f141 req-e4f34736-3922-45b2-8f9b-88337b5f6386 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477707 Feb 16 15:58:39.175567 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:39.215695 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] For port a40a4021-c948-48f6-b425-1a720f504441, host dv-cinder-775706-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-iscsi',level=0,port_id=a40a4021-c948-48f6-b425-1a720f504441,segment=NetworkSegment(31924cb5-91ae-4236-8041-dd0103380e57),segment_id=31924cb5-91ae-4236-8041-dd0103380e57)] {{(pid=84076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:58:39.254199 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:39.256513 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-8183115c-8967-4561-843f-9a4c3211731f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:58:39.324945 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-fecee371-f757-469a-97da-6024ce8a7947 req-c474c104-82d9-48d0-9985-27d4fff566f2 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Notify callbacks [] for port, precommit_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:39.404266 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Pushing event updated for resources: {'Port': ['ID=a40a4021-c948-48f6-b425-1a720f504441,revision_number=4']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:58:39.417410 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:58:39.463014 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-fecee371-f757-469a-97da-6024ce8a7947 req-c474c104-82d9-48d0-9985-27d4fff566f2 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776636048806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7708556'] for port, after_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:39.487986 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-4d3120b7-f762-4a32-8bb7-54597dc650e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:58:39.648370 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 47554) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:58:39.655248 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [None req-a9cbcc9b-fe44-44b7-b8f1-0d905b4b3580 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Request body: {'security_group': {'name': 'tempest-securitygroup--270769426', 'description': 'tempest-description--618731715'}} {{(pid=84074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:58:39.663260 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-a9cbcc9b-fe44-44b7-b8f1-0d905b4b3580 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:58:39.664603 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb952d34-ab1f-465a-ba11-5d54e3bc974b req-efb4c33c-2fd0-4ccf-ad40-575cf66bf5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:39.666254 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-fb952d34-ab1f-465a-ba11-5d54e3bc974b req-efb4c33c-2fd0-4ccf-ad40-575cf66bf5b0 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=9844cecf-7414-46f2-a70f-1c8675461bc3 HTTP/1.1" status: 200 len: 1163 time: 0.2831547 Feb 16 15:58:39.668287 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-a9cbcc9b-fe44-44b7-b8f1-0d905b4b3580 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Usage tracker for resource:security_group and tenant:d1456e6ef0124344987862a0a776adce is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:58:39.672222 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-a9cbcc9b-fe44-44b7-b8f1-0d905b4b3580 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:58:39.679844 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-a9cbcc9b-fe44-44b7-b8f1-0d905b4b3580 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:58:39.699875 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c474c104-82d9-48d0-9985-27d4fff566f2 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Pushing event updated for resources: {'Port': ['ID=f639aa86-998e-44ca-9fbd-30bbc0878aa6,revision_number=1']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:58:39.710701 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-c474c104-82d9-48d0-9985-27d4fff566f2 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:58:39.756749 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a9cbcc9b-fe44-44b7-b8f1-0d905b4b3580 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks [] for security_group, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:39.791275 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-a9cbcc9b-fe44-44b7-b8f1-0d905b4b3580 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:58:39.795250 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-fb952d34-ab1f-465a-ba11-5d54e3bc974b req-3e52c43c-7b9b-4b0c-80d9-a517546a1238 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187236 Feb 16 15:58:39.797699 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-a9cbcc9b-fe44-44b7-b8f1-0d905b4b3580 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Usage tracker for resource:security_group_rule and tenant:d1456e6ef0124344987862a0a776adce is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:58:39.801499 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-a9cbcc9b-fe44-44b7-b8f1-0d905b4b3580 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:58:39.807864 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-a9cbcc9b-fe44-44b7-b8f1-0d905b4b3580 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:58:39.880247 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fecee371-f757-469a-97da-6024ce8a7947 req-c474c104-82d9-48d0-9985-27d4fff566f2 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Network baa10d08-ce15-4a5f-a2ef-a3a5e84267ba is already hosted by enough agents. {{(pid=84075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 15:58:39.888922 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.base_scheduler [req-fecee371-f757-469a-97da-6024ce8a7947 req-c474c104-82d9-48d0-9985-27d4fff566f2 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Resources bound (agent type, host, resource id): {{(pid=84075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:58:39.901641 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [req-fecee371-f757-469a-97da-6024ce8a7947 req-c474c104-82d9-48d0-9985-27d4fff566f2 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Received port after_create {{(pid=84075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 15:58:39.943789 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a9cbcc9b-fe44-44b7-b8f1-0d905b4b3580 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks [] for security_group, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:39.960102 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404170eb-7b2e-40d0-95f2-e3e1a4c92a41 req-c8563031-fe31-427d-be1e-4da87ff47e4a tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:39.961982 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-404170eb-7b2e-40d0-95f2-e3e1a4c92a41 req-c8563031-fe31-427d-be1e-4da87ff47e4a tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced7a577-51a2-4cc1-89d4-f9abaa3ef0eb HTTP/1.1" status: 200 len: 931 time: 0.2650847 Feb 16 15:58:39.980171 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a9cbcc9b-fe44-44b7-b8f1-0d905b4b3580 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:39.988742 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-91fd1281-23b5-4a7d-8154-abc5ac73b44b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:58:40.033663 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-404170eb-7b2e-40d0-95f2-e3e1a4c92a41 req-b8a75489-6605-43d5-be2a-66e7b77704ea tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fcb05d0-71e7-4569-9012-47a704188c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575800 Feb 16 15:58:40.041002 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecee371-f757-469a-97da-6024ce8a7947 req-c474c104-82d9-48d0-9985-27d4fff566f2 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:40.041826 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-fecee371-f757-469a-97da-6024ce8a7947 req-c474c104-82d9-48d0-9985-27d4fff566f2 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487'] for port, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:40.045765 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cbcc9b-fe44-44b7-b8f1-0d905b4b3580 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f90bb87-6ac7-4c2a-ac2e-bf4075841942,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:58:40.056820 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-a9cbcc9b-fe44-44b7-b8f1-0d905b4b3580 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:58:40.087811 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a9cbcc9b-fe44-44b7-b8f1-0d905b4b3580 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks [] for security_group, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:40.090107 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-a9cbcc9b-fe44-44b7-b8f1-0d905b4b3580 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4397149 Feb 16 15:58:40.096787 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 47570) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:58:40.102856 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [None req-7d40a69e-2dee-4770-887d-3a10f9592ae7 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Request body: {'security_group_rule': {'security_group_id': '1f90bb87-6ac7-4c2a-ac2e-bf4075841942', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:58:40.106073 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-fecee371-f757-469a-97da-6024ce8a7947 req-c474c104-82d9-48d0-9985-27d4fff566f2 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8908250 Feb 16 15:58:40.109392 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-7d40a69e-2dee-4770-887d-3a10f9592ae7 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:58:40.115206 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-7d40a69e-2dee-4770-887d-3a10f9592ae7 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Usage tracker for resource:security_group_rule and tenant:d1456e6ef0124344987862a0a776adce is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:58:40.119654 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-7d40a69e-2dee-4770-887d-3a10f9592ae7 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:58:40.126719 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-7d40a69e-2dee-4770-887d-3a10f9592ae7 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:58:40.186871 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-7d40a69e-2dee-4770-887d-3a10f9592ae7 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:40.259400 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-7d40a69e-2dee-4770-887d-3a10f9592ae7 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:40.263993 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [req-fecee371-f757-469a-97da-6024ce8a7947 req-3770c857-7cfd-4259-bab4-1e6fe83dc665 service neutron] Request body: {'port': {'device_id': 'ced7a577-51a2-4cc1-89d4-f9abaa3ef0eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=84075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:58:40.277574 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-7d40a69e-2dee-4770-887d-3a10f9592ae7 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660574'] for security_group_rule, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:40.279370 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:58:40.306798 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d40a69e-2dee-4770-887d-3a10f9592ae7 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9a4e5a4-6087-4603-abe5-c1d9224c8b02,revision_number=0']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:58:40.312084 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-7d40a69e-2dee-4770-887d-3a10f9592ae7 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:58:40.333625 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-7d40a69e-2dee-4770-887d-3a10f9592ae7 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:40.337058 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-7d40a69e-2dee-4770-887d-3a10f9592ae7 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2371829 Feb 16 15:58:40.337932 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 47576) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:58:40.343763 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [None req-0b2cb795-a2fd-4f2b-9401-51adff7c14a0 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Request body: {'security_group_rule': {'security_group_id': '1f90bb87-6ac7-4c2a-ac2e-bf4075841942', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:58:40.350197 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-0b2cb795-a2fd-4f2b-9401-51adff7c14a0 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:58:40.354596 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-0b2cb795-a2fd-4f2b-9401-51adff7c14a0 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Usage tracker for resource:security_group_rule and tenant:d1456e6ef0124344987862a0a776adce is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:58:40.357826 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-0b2cb795-a2fd-4f2b-9401-51adff7c14a0 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:58:40.367274 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-0b2cb795-a2fd-4f2b-9401-51adff7c14a0 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:58:40.404099 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82155e98-cb41-497d-b2e3-5dd914418a40 None None] Sync routers for ids ['a5b9cf11-09be-40a6-ae9b-d99a22b6d014'] in dv-cinder-775706-1-iscsi {{(pid=84076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 15:58:40.416362 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82155e98-cb41-497d-b2e3-5dd914418a40 None None] Routers {'a5b9cf11-09be-40a6-ae9b-d99a22b6d014'} bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:58:40.417317 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-82155e98-cb41-497d-b2e3-5dd914418a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-16T15:47:20Z,description=,heartbeat_timestamp=2021-02-16T15:58:21Z,host='dv-cinder-775706-1-iscsi',id=4f2d6f55-b6e7-4768-88f5-01ac5c4c3902,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:47:21Z,topic='l3_agent')) {'router_ids': ['a5b9cf11-09be-40a6-ae9b-d99a22b6d014'], 'active': True} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:58:40.421274 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-0b2cb795-a2fd-4f2b-9401-51adff7c14a0 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:40.422974 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-fecee371-f757-469a-97da-6024ce8a7947 req-3770c857-7cfd-4259-bab4-1e6fe83dc665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:40.448668 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f235590-126f-4123-b226-d3527a4e2b6a req-e6f4e6a5-17ee-4263-aa86-7eb05c64a44f tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:40.450316 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7f235590-126f-4123-b226-d3527a4e2b6a req-e6f4e6a5-17ee-4263-aa86-7eb05c64a44f tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=9844cecf-7414-46f2-a70f-1c8675461bc3 HTTP/1.1" status: 200 len: 946 time: 0.2428226 Feb 16 15:58:40.505141 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-0b2cb795-a2fd-4f2b-9401-51adff7c14a0 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:40.545034 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-0b2cb795-a2fd-4f2b-9401-51adff7c14a0 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660574'] for security_group_rule, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:40.547358 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-7b61c480-0f65-40a2-ab60-5265dc48c80f tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:58:40.579959 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2cb795-a2fd-4f2b-9401-51adff7c14a0 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d3903c9-acc6-41b6-ab72-f0e6c237557a,revision_number=0']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:58:40.583143 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-0b2cb795-a2fd-4f2b-9401-51adff7c14a0 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:58:40.593469 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7f235590-126f-4123-b226-d3527a4e2b6a req-c07370a9-f412-4faf-b67a-f75e76216f85 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068492 Feb 16 15:58:40.636856 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-0b2cb795-a2fd-4f2b-9401-51adff7c14a0 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:40.638848 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvr_db [None req-82155e98-cb41-497d-b2e3-5dd914418a40 None None] Set router a5b9cf11-09be-40a6-ae9b-d99a22b6d014 gateway port host: dv-cinder-775706-1-iscsi {{(pid=84076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:58:40.641442 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-0b2cb795-a2fd-4f2b-9401-51adff7c14a0 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3023903 Feb 16 15:58:40.642156 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 47584) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:58:40.648258 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [None req-69ea3957-55cc-43c9-b5d1-f8b9458ea03b tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Request body: {'floatingip': {'floating_network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6'}} {{(pid=84074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:58:40.654333 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-69ea3957-55cc-43c9-b5d1-f8b9458ea03b tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:58:40.659288 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-69ea3957-55cc-43c9-b5d1-f8b9458ea03b tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Usage tracker for resource:floatingip and tenant:d1456e6ef0124344987862a0a776adce is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:58:40.662618 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-69ea3957-55cc-43c9-b5d1-f8b9458ea03b tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:58:40.668670 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-69ea3957-55cc-43c9-b5d1-f8b9458ea03b tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:58:40.723009 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-69ea3957-55cc-43c9-b5d1-f8b9458ea03b tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks [] for floatingip, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:40.804957 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device a40a4021-c948-48f6-b425-1a720f504441 up at agent ovs-agent-dv-cinder-775706-1-iscsi {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:58:40.898144 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-69ea3957-55cc-43c9-b5d1-f8b9458ea03b tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:41.081279 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 47594) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:58:41.203429 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-82155e98-cb41-497d-b2e3-5dd914418a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b9cf11-09be-40a6-ae9b-d99a22b6d014', 'name': 'tempest-AttachVolumeShelveTestJSON-1582479356-router', 'tenant_id': 'd1456e6ef0124344987862a0a776adce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': 'a40a4021-c948-48f6-b425-1a720f504441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:58:30Z', 'updated_at': '2021-02-16T15:58:36Z', 'revision_number': 4, 'project_id': 'd1456e6ef0124344987862a0a776adce', 'gw_port': {'id': 'a40a4021-c948-48f6-b425-1a720f504441', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b9cf11-09be-40a6-ae9b-d99a22b6d014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:58:31Z', 'updated_at': '2021-02-16T15:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_interfaces': [{'id': '52a9ac34-fb9f-459c-b554-9d94a4ade8fe', 'name': '', 'network_id': 'ad429259-d816-4c2a-be88-810e600c47b4', 'tenant_id': 'd1456e6ef0124344987862a0a776adce', 'mac_address': 'fa:16:3e:a1:5f:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5b9cf11-09be-40a6-ae9b-d99a22b6d014', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'ad071c69-6309-4f89-b5f5-850687a34a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:58:35Z', 'updated_at': '2021-02-16T15:58:36Z', 'revision_number': 2, 'project_id': 'd1456e6ef0124344987862a0a776adce', 'subnets': [{'id': 'ad071c69-6309-4f89-b5f5-850687a34a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-iscsi', False) {} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:58:41.207338 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Provisioning complete for port a40a4021-c948-48f6-b425-1a720f504441 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:58:41.207765 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:41.294008 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [req-fecee371-f757-469a-97da-6024ce8a7947 req-3770c857-7cfd-4259-bab4-1e6fe83dc665 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f639aa86-998e-44ca-9fbd-30bbc0878aa6 {{(pid=84075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 16 15:58:41.304725 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-fecee371-f757-469a-97da-6024ce8a7947 req-3770c857-7cfd-4259-bab4-1e6fe83dc665 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:41.321801 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [req-fecee371-f757-469a-97da-6024ce8a7947 req-3770c857-7cfd-4259-bab4-1e6fe83dc665 service neutron] Transition to ACTIVE for port object f639aa86-998e-44ca-9fbd-30bbc0878aa6 will not be triggered until provisioned by entity L2. {{(pid=84075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:58:41.329862 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82155e98-cb41-497d-b2e3-5dd914418a40 None None] Checking router: a5b9cf11-09be-40a6-ae9b-d99a22b6d014 for host: dv-cinder-775706-1-iscsi {{(pid=84076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 15:58:41.330324 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82155e98-cb41-497d-b2e3-5dd914418a40 None None] Updating router a5b9cf11-09be-40a6-ae9b-d99a22b6d014 port 52a9ac34-fb9f-459c-b554-9d94a4ade8fe binding host dv-cinder-775706-1-iscsi {{(pid=84076) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 16 15:58:41.374682 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-fecee371-f757-469a-97da-6024ce8a7947 req-3770c857-7cfd-4259-bab4-1e6fe83dc665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847067257'] for port, after_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:41.395066 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-09103c65-f2c1-4b91-b33c-6c394ac9f2d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:58:41.424766 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-975c21f5-a1c8-4694-bdb7-04f06303b9ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:41.450659 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-975c21f5-a1c8-4694-bdb7-04f06303b9ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:58:41.481807 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-975c21f5-a1c8-4694-bdb7-04f06303b9ff admin admin] Usage tracker for resource:security_group_rule and tenant:5377f53d54fb41f9ad0fb54ceb9bb5a9 is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:58:41.484864 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-82155e98-cb41-497d-b2e3-5dd914418a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:41.487446 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-975c21f5-a1c8-4694-bdb7-04f06303b9ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:58:41.513282 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-975c21f5-a1c8-4694-bdb7-04f06303b9ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:58:41.526928 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.db_base_plugin_common [None req-69ea3957-55cc-43c9-b5d1-f8b9458ea03b tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Allocated IP 172.27.1.8 (4b949073-2dbc-48f8-99e6-0912404ac0f6/1330f553-cf5d-40b8-b778-7809bbd3e08c/112753d3-1274-4013-84b8-261c2938966f) {{(pid=84074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 15:58:41.742189 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3770c857-7cfd-4259-bab4-1e6fe83dc665 service neutron] Pushing event updated for resources: {'Port': ['ID=f639aa86-998e-44ca-9fbd-30bbc0878aa6,revision_number=2']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:58:41.745493 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-3770c857-7cfd-4259-bab4-1e6fe83dc665 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:58:41.930488 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-69ea3957-55cc-43c9-b5d1-f8b9458ea03b tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks [] for port, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:41.961586 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe07c3-b8e3-4863-8b07-26252fa279b7 req-98dfdde4-205b-44ed-80b1-593cb975a08b tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:41.962650 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-6afe07c3-b8e3-4863-8b07-26252fa279b7 req-98dfdde4-205b-44ed-80b1-593cb975a08b tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Synchronizing usage tracker for tenant:1a1a953a14c748c6a608c59eb0095246 on resource:port {{(pid=84075) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 15:58:42.001006 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-975c21f5-a1c8-4694-bdb7-04f06303b9ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:42.013288 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 47618) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:58:42.023494 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device dce29091-e275-428e-a810-d0cb9b966362 up at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:58:42.031588 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-975c21f5-a1c8-4694-bdb7-04f06303b9ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:42.044733 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-6a0336b7-c0b4-46d4-938b-503bb66e6eb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:58:42.065571 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-69ea3957-55cc-43c9-b5d1-f8b9458ea03b tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776636048806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6980856'] for port, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:42.109333 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [req-fecee371-f757-469a-97da-6024ce8a7947 req-3770c857-7cfd-4259-bab4-1e6fe83dc665 service neutron] Attempting to bind port f639aa86-998e-44ca-9fbd-30bbc0878aa6 on host hv-cinder-77570 for vnic_type normal with profile {{(pid=84075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:58:42.111819 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [req-fecee371-f757-469a-97da-6024ce8a7947 req-3770c857-7cfd-4259-bab4-1e6fe83dc665 service neutron] Attempting to bind port f639aa86-998e-44ca-9fbd-30bbc0878aa6 by drivers openvswitch on host hv-cinder-77570 at level 0 using segments [{'id': '345b1ee1-cb15-421b-844c-b60c726b46c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'baa10d08-ce15-4a5f-a2ef-a3a5e84267ba'}] {{(pid=84075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 15:58:42.115795 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fecee371-f757-469a-97da-6024ce8a7947 req-3770c857-7cfd-4259-bab4-1e6fe83dc665 service neutron] Attempting to bind port f639aa86-998e-44ca-9fbd-30bbc0878aa6 on network baa10d08-ce15-4a5f-a2ef-a3a5e84267ba {{(pid=84075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 15:58:42.139388 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fecee371-f757-469a-97da-6024ce8a7947 req-3770c857-7cfd-4259-bab4-1e6fe83dc665 service neutron] Checking agent: {'id': '6803919d-bffd-45bd-a97e-495ec12bc613', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 15, 54, 40), 'started_at': datetime.datetime(2021, 2, 16, 15, 55, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 15, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 15:58:42.139756 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fecee371-f757-469a-97da-6024ce8a7947 req-3770c857-7cfd-4259-bab4-1e6fe83dc665 service neutron] Checking segment: {'id': '345b1ee1-cb15-421b-844c-b60c726b46c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'baa10d08-ce15-4a5f-a2ef-a3a5e84267ba'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:58:42.140185 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-fecee371-f757-469a-97da-6024ce8a7947 req-3770c857-7cfd-4259-bab4-1e6fe83dc665 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:42.144263 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fecee371-f757-469a-97da-6024ce8a7947 req-3770c857-7cfd-4259-bab4-1e6fe83dc665 service neutron] Bound using segment: {'id': '345b1ee1-cb15-421b-844c-b60c726b46c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'baa10d08-ce15-4a5f-a2ef-a3a5e84267ba'} {{(pid=84075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 15:58:42.144263 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [req-fecee371-f757-469a-97da-6024ce8a7947 req-3770c857-7cfd-4259-bab4-1e6fe83dc665 service neutron] Bound port: f639aa86-998e-44ca-9fbd-30bbc0878aa6, host: hv-cinder-77570, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '345b1ee1-cb15-421b-844c-b60c726b46c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'baa10d08-ce15-4a5f-a2ef-a3a5e84267ba'}}] {{(pid=84075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 15:58:42.144263 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-fecee371-f757-469a-97da-6024ce8a7947 req-3770c857-7cfd-4259-bab4-1e6fe83dc665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:42.154085 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-975c21f5-a1c8-4694-bdb7-04f06303b9ff admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=5377f53d54fb41f9ad0fb54ceb9bb5a9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0716479 Feb 16 15:58:42.157931 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 47624) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:58:42.223558 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975c21f5-a1c8-4694-bdb7-04f06303b9ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c73ab7b7-df85-42f0-979d-bd0485aaccbc,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:58:42.252030 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b9f70f05-fb2d-4c17-a5c4-40910434d5b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:42.264069 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-6afe07c3-b8e3-4863-8b07-26252fa279b7 req-98dfdde4-205b-44ed-80b1-593cb975a08b tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Unset dirty status for tenant:1a1a953a14c748c6a608c59eb0095246 on resource:port {{(pid=84075) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 15:58:42.265362 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6afe07c3-b8e3-4863-8b07-26252fa279b7 req-98dfdde4-205b-44ed-80b1-593cb975a08b tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced7a577-51a2-4cc1-89d4-f9abaa3ef0eb HTTP/1.1" status: 200 len: 943 time: 0.6036968 Feb 16 15:58:42.271589 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-975c21f5-a1c8-4694-bdb7-04f06303b9ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:58:42.272204 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.156s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:58:42.323626 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning complete for port dce29091-e275-428e-a810-d0cb9b966362 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:58:42.323854 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:42.338256 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-b9f70f05-fb2d-4c17-a5c4-40910434d5b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:58:42.340225 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d93fe92-6cad-41ee-b882-3444046cf670 req-88dd8222-0026-439c-af86-41616d35aaa4 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:42.341981 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7d93fe92-6cad-41ee-b882-3444046cf670 req-88dd8222-0026-439c-af86-41616d35aaa4 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=9844cecf-7414-46f2-a70f-1c8675461bc3 HTTP/1.1" status: 200 len: 946 time: 0.4609506 Feb 16 15:58:42.355256 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-b9f70f05-fb2d-4c17-a5c4-40910434d5b5 admin admin] Usage tracker for resource:security_group_rule and tenant:c749a169d12c49a39e7b81b7d7fb1e4f is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:58:42.364120 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [req-fecee371-f757-469a-97da-6024ce8a7947 req-3770c857-7cfd-4259-bab4-1e6fe83dc665 service neutron] For port f639aa86-998e-44ca-9fbd-30bbc0878aa6, host hv-cinder-77570, cleared binding levels {{(pid=84075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 15:58:42.364439 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-b9f70f05-fb2d-4c17-a5c4-40910434d5b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:58:42.370115 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [req-fecee371-f757-469a-97da-6024ce8a7947 req-3770c857-7cfd-4259-bab4-1e6fe83dc665 service neutron] For port f639aa86-998e-44ca-9fbd-30bbc0878aa6, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=f639aa86-998e-44ca-9fbd-30bbc0878aa6,segment=NetworkSegment(345b1ee1-cb15-421b-844c-b60c726b46c9),segment_id=345b1ee1-cb15-421b-844c-b60c726b46c9)] {{(pid=84075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 15:58:42.374906 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ea3957-55cc-43c9-b5d1-f8b9458ea03b tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Pushing event updated for resources: {'Port': ['ID=112753d3-1274-4013-84b8-261c2938966f,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:58:42.378265 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-b9f70f05-fb2d-4c17-a5c4-40910434d5b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:58:42.390506 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-69ea3957-55cc-43c9-b5d1-f8b9458ea03b tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:58:42.392651 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:42.436466 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ea3957-55cc-43c9-b5d1-f8b9458ea03b tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Network 4b949073-2dbc-48f8-99e6-0912404ac0f6 is already hosted by enough agents. {{(pid=84074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 15:58:42.439354 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.base_scheduler [None req-69ea3957-55cc-43c9-b5d1-f8b9458ea03b tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Resources bound (agent type, host, resource id): {{(pid=84074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:58:42.442399 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ea3957-55cc-43c9-b5d1-f8b9458ea03b tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Received port after_create {{(pid=84074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 15:58:42.454556 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-fecee371-f757-469a-97da-6024ce8a7947 req-3770c857-7cfd-4259-bab4-1e6fe83dc665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847067257'] for port, after_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:42.492562 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6afe07c3-b8e3-4863-8b07-26252fa279b7 req-d2b38221-6853-4c9b-b1f5-b36a0339f593 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fcb05d0-71e7-4569-9012-47a704188c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044003 Feb 16 15:58:42.528788 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-ff310fce-17f6-407c-b663-86f9c33b78a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:58:42.566790 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-82155e98-cb41-497d-b2e3-5dd914418a40 None None] Notify callbacks [] for port, precommit_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:42.577857 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b9f70f05-fb2d-4c17-a5c4-40910434d5b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:42.584645 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-69ea3957-55cc-43c9-b5d1-f8b9458ea03b tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:42.591339 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7d93fe92-6cad-41ee-b882-3444046cf670 req-e86e7a72-feae-4b71-a44a-af0af72bb4a4 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320049 Feb 16 15:58:42.592437 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b2de6384-e56c-4684-bd89-cbb4abafe4ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:42.607966 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b9f70f05-fb2d-4c17-a5c4-40910434d5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:42.617922 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-a9cbcc9b-fe44-44b7-b8f1-0d905b4b3580 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:58:42.670140 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b2de6384-e56c-4684-bd89-cbb4abafe4ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:42.718550 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-82155e98-cb41-497d-b2e3-5dd914418a40 None None] Transition to ACTIVE for port object 52a9ac34-fb9f-459c-b554-9d94a4ade8fe will not be triggered until provisioned by entity L2. {{(pid=84076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:58:42.745986 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-69ea3957-55cc-43c9-b5d1-f8b9458ea03b tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:42.768188 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-82155e98-cb41-497d-b2e3-5dd914418a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:42.816676 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b2de6384-e56c-4684-bd89-cbb4abafe4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:42.918419 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:58:43.006880 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b2de6384-e56c-4684-bd89-cbb4abafe4ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:43.010713 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-b2de6384-e56c-4684-bd89-cbb4abafe4ba admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/c73ab7b7-df85-42f0-979d-bd0485aaccbc HTTP/1.1" status: 204 len: 168 time: 0.8467486 Feb 16 15:58:43.013020 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994dae10-33e1-41cd-b569-565de86c0c57 None None] Pushing event updated for resources: {'Port': ['ID=52a9ac34-fb9f-459c-b554-9d94a4ade8fe,revision_number=3']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:58:43.019012 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-994dae10-33e1-41cd-b569-565de86c0c57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:58:43.067971 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3770c857-7cfd-4259-bab4-1e6fe83dc665 service neutron] Pushing event updated for resources: {'Port': ['ID=f639aa86-998e-44ca-9fbd-30bbc0878aa6,revision_number=3']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:58:43.090823 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-b9f70f05-fb2d-4c17-a5c4-40910434d5b5 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=c749a169d12c49a39e7b81b7d7fb1e4f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0736284 Feb 16 15:58:43.097499 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 47646) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:58:43.098437 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-3770c857-7cfd-4259-bab4-1e6fe83dc665 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:58:43.108449 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f70f05-fb2d-4c17-a5c4-40910434d5b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e1ba8c-2fa4-4aeb-8eb6-eb447abdeefa,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:58:43.111707 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.218s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:58:43.129805 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-b9f70f05-fb2d-4c17-a5c4-40910434d5b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:58:43.176841 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-69ea3957-55cc-43c9-b5d1-f8b9458ea03b tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks [] for port, precommit_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:43.207623 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-69ea3957-55cc-43c9-b5d1-f8b9458ea03b tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847794957'] for port, after_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:43.213113 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2de6384-e56c-4684-bd89-cbb4abafe4ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73ab7b7-df85-42f0-979d-bd0485aaccbc,revision_number=None']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:58:43.223843 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-b2de6384-e56c-4684-bd89-cbb4abafe4ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:58:43.231657 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-3c6f556d-c89d-4429-bd42-61e873c71796 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:58:43.258373 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31af73a9-2ade-46cc-aa93-b5118bfbab35 req-a9acbbb6-8e58-4cc9-8248-527c0ee6ce15 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:43.260134 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-31af73a9-2ade-46cc-aa93-b5118bfbab35 req-a9acbbb6-8e58-4cc9-8248-527c0ee6ce15 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=617c5d16-91b3-4115-98c3-d15fb41b5a8c HTTP/1.1" status: 200 len: 945 time: 0.5004411 Feb 16 15:58:43.288702 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-82155e98-cb41-497d-b2e3-5dd914418a40 None None] Attempting to bind port 52a9ac34-fb9f-459c-b554-9d94a4ade8fe on host dv-cinder-775706-1-iscsi for vnic_type normal with profile {{(pid=84076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:58:43.294717 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-82155e98-cb41-497d-b2e3-5dd914418a40 None None] Attempting to bind port 52a9ac34-fb9f-459c-b554-9d94a4ade8fe by drivers openvswitch on host dv-cinder-775706-1-iscsi at level 0 using segments [{'id': '70f36e3c-fd91-4136-95df-cba7919e0ad6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ad429259-d816-4c2a-be88-810e600c47b4'}] {{(pid=84076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 15:58:43.294717 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82155e98-cb41-497d-b2e3-5dd914418a40 None None] Attempting to bind port 52a9ac34-fb9f-459c-b554-9d94a4ade8fe on network ad429259-d816-4c2a-be88-810e600c47b4 {{(pid=84076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 15:58:43.300486 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82155e98-cb41-497d-b2e3-5dd914418a40 None None] Checking agent: {'id': '84f77aeb-7661-44c0-b112-b1bf68bd83fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 15, 47, 21), 'started_at': datetime.datetime(2021, 2, 16, 15, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 15, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.95', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 15:58:43.301645 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82155e98-cb41-497d-b2e3-5dd914418a40 None None] Checking segment: {'id': '70f36e3c-fd91-4136-95df-cba7919e0ad6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ad429259-d816-4c2a-be88-810e600c47b4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:58:43.302320 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-82155e98-cb41-497d-b2e3-5dd914418a40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:43.303161 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82155e98-cb41-497d-b2e3-5dd914418a40 None None] Bound using segment: {'id': '70f36e3c-fd91-4136-95df-cba7919e0ad6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ad429259-d816-4c2a-be88-810e600c47b4'} {{(pid=84076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 15:58:43.303998 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-82155e98-cb41-497d-b2e3-5dd914418a40 None None] Bound port: 52a9ac34-fb9f-459c-b554-9d94a4ade8fe, host: dv-cinder-775706-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70f36e3c-fd91-4136-95df-cba7919e0ad6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ad429259-d816-4c2a-be88-810e600c47b4'}}] {{(pid=84076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 15:58:43.304628 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-82155e98-cb41-497d-b2e3-5dd914418a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:43.327393 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecee371-f757-469a-97da-6024ce8a7947 req-3770c857-7cfd-4259-bab4-1e6fe83dc665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:43.328148 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-fecee371-f757-469a-97da-6024ce8a7947 req-3770c857-7cfd-4259-bab4-1e6fe83dc665 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487'] for port, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:43.330427 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-fecee371-f757-469a-97da-6024ce8a7947 req-3770c857-7cfd-4259-bab4-1e6fe83dc665 service neutron] 10.222.0.103 "PUT /v2.0/ports/f639aa86-998e-44ca-9fbd-30bbc0878aa6 HTTP/1.1" status: 200 len: 1157 time: 3.0766482 Feb 16 15:58:43.356811 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ced7a577-51a2-4cc1-89d4-f9abaa3ef0eb', 'tag': 'f639aa86-998e-44ca-9fbd-30bbc0878aa6'}] {{(pid=84075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:58:43.364174 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-7be18d43-fb56-49d7-82ab-34991bc84ae9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:43.448464 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ced7a577-51a2-4cc1-89d4-f9abaa3ef0eb', 'tag': 'f639aa86-998e-44ca-9fbd-30bbc0878aa6', 'status': 'completed', 'code': 200} Feb 16 15:58:43.455528 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-7be18d43-fb56-49d7-82ab-34991bc84ae9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:43.493835 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-82155e98-cb41-497d-b2e3-5dd914418a40 None None] For port 52a9ac34-fb9f-459c-b554-9d94a4ade8fe, host dv-cinder-775706-1-iscsi, cleared binding levels {{(pid=84076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 15:58:43.498953 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-82155e98-cb41-497d-b2e3-5dd914418a40 None None] For port 52a9ac34-fb9f-459c-b554-9d94a4ade8fe, host dv-cinder-775706-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-iscsi',level=0,port_id=52a9ac34-fb9f-459c-b554-9d94a4ade8fe,segment=NetworkSegment(70f36e3c-fd91-4136-95df-cba7919e0ad6),segment_id=70f36e3c-fd91-4136-95df-cba7919e0ad6)] {{(pid=84076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 15:58:43.546065 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-82155e98-cb41-497d-b2e3-5dd914418a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:43.580043 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-31af73a9-2ade-46cc-aa93-b5118bfbab35 req-495c1c7e-9902-4a21-86fb-840cffe5e815 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580328 Feb 16 15:58:43.630842 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-7be18d43-fb56-49d7-82ab-34991bc84ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:43.638225 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:58:43.651163 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be18d43-fb56-49d7-82ab-34991bc84ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e1ba8c-2fa4-4aeb-8eb6-eb447abdeefa,revision_number=None']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:58:43.655921 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-7be18d43-fb56-49d7-82ab-34991bc84ae9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:58:43.674380 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d5a7f-a377-4ddc-a8b0-d0e385f9b86d req-b6c328cb-75d8-4b91-9c0f-40ca31382ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:43.677253 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-253d5a7f-a377-4ddc-a8b0-d0e385f9b86d req-b6c328cb-75d8-4b91-9c0f-40ca31382ec3 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=1a1a953a14c748c6a608c59eb0095246&device_id=ced7a577-51a2-4cc1-89d4-f9abaa3ef0eb HTTP/1.1" status: 200 len: 1160 time: 0.2127812 Feb 16 15:58:43.677253 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-7be18d43-fb56-49d7-82ab-34991bc84ae9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:43.678025 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-7be18d43-fb56-49d7-82ab-34991bc84ae9 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f7e1ba8c-2fa4-4aeb-8eb6-eb447abdeefa HTTP/1.1" status: 204 len: 168 time: 0.5775783 Feb 16 15:58:43.714155 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-994dae10-33e1-41cd-b569-565de86c0c57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:58:43.759316 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ea3957-55cc-43c9-b5d1-f8b9458ea03b tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Pushing event updated for resources: {'Port': ['ID=112753d3-1274-4013-84b8-261c2938966f,revision_number=2']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:58:43.785427 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-69ea3957-55cc-43c9-b5d1-f8b9458ea03b tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:58:43.822150 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-69ea3957-55cc-43c9-b5d1-f8b9458ea03b tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853906801'] for floatingip, after_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:43.870832 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 47666) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:58:43.929939 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a26a9f1f-193a-46f4-87d5-32af508fef3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:43.966600 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-69ea3957-55cc-43c9-b5d1-f8b9458ea03b tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487'] for floatingip, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:43.986397 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994dae10-33e1-41cd-b569-565de86c0c57 None None] Pushing event updated for resources: {'Port': ['ID=52a9ac34-fb9f-459c-b554-9d94a4ade8fe,revision_number=4']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:58:43.987897 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-69ea3957-55cc-43c9-b5d1-f8b9458ea03b tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.3445277 Feb 16 15:58:43.989580 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-a26a9f1f-193a-46f4-87d5-32af508fef3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:58:43.995731 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 47672) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:58:43.996774 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-a26a9f1f-193a-46f4-87d5-32af508fef3e admin admin] Usage tracker for resource:security_group_rule and tenant:5f95c78f7db84dba859c1bbe274a125e is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:58:44.004746 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-994dae10-33e1-41cd-b569-565de86c0c57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:58:44.010077 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-a26a9f1f-193a-46f4-87d5-32af508fef3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:58:44.028170 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-a26a9f1f-193a-46f4-87d5-32af508fef3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:58:44.096524 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82155e98-cb41-497d-b2e3-5dd914418a40 None None] Routers {'a5b9cf11-09be-40a6-ae9b-d99a22b6d014'} bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:58:44.097226 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-82155e98-cb41-497d-b2e3-5dd914418a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-16T15:47:20Z,description=,heartbeat_timestamp=2021-02-16T15:58:21Z,host='dv-cinder-775706-1-iscsi',id=4f2d6f55-b6e7-4768-88f5-01ac5c4c3902,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:47:21Z,topic='l3_agent')) {'router_ids': ['a5b9cf11-09be-40a6-ae9b-d99a22b6d014'], 'active': True} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:58:44.109408 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d5a7f-a377-4ddc-a8b0-d0e385f9b86d req-0fc45918-6a14-4678-b82e-b6b6d8ade023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:44.112579 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-253d5a7f-a377-4ddc-a8b0-d0e385f9b86d req-0fc45918-6a14-4678-b82e-b6b6d8ade023 service neutron] 10.222.0.103 "GET /v2.0/networks?tenant_id=1a1a953a14c748c6a608c59eb0095246&shared=False HTTP/1.1" status: 200 len: 909 time: 0.4250445 Feb 16 15:58:44.261470 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a26a9f1f-193a-46f4-87d5-32af508fef3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:44.307296 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a26a9f1f-193a-46f4-87d5-32af508fef3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:44.367255 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d5a7f-a377-4ddc-a8b0-d0e385f9b86d req-52569a18-dac3-4c39-8f34-99d1f693aa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:44.369154 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-253d5a7f-a377-4ddc-a8b0-d0e385f9b86d req-52569a18-dac3-4c39-8f34-99d1f693aa5d service neutron] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.2483602 Feb 16 15:58:44.377818 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-ca43f326-2c88-44fc-ab2f-f2742d7f313a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:58:44.399507 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c8482c-a4c8-4727-a301-36c6553116d5 req-9c7782a7-d727-4199-8634-4fd93cac6f63 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:44.417070 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-94c8482c-a4c8-4727-a301-36c6553116d5 req-9c7782a7-d727-4199-8634-4fd93cac6f63 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced7a577-51a2-4cc1-89d4-f9abaa3ef0eb HTTP/1.1" status: 200 len: 943 time: 0.4870820 Feb 16 15:58:44.434507 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-a26a9f1f-193a-46f4-87d5-32af508fef3e admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=5f95c78f7db84dba859c1bbe274a125e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5601044 Feb 16 15:58:44.434507 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26a9f1f-193a-46f4-87d5-32af508fef3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=414f3c90-1c22-4959-b856-8dfe44203bf6,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:58:44.454870 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 47688) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:58:44.455581 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-a26a9f1f-193a-46f4-87d5-32af508fef3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:58:44.502135 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvr_db [None req-82155e98-cb41-497d-b2e3-5dd914418a40 None None] Set router a5b9cf11-09be-40a6-ae9b-d99a22b6d014 gateway port host: dv-cinder-775706-1-iscsi {{(pid=84076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:58:44.626764 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-bfce6a33-33e2-4d33-84cc-d1a7ebe0013d req-1e3db9ca-4242-4756-8d2c-3858cd7f5fb4 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-securitygroup--270769426&fields=id&tenant_id=d1456e6ef0124344987862a0a776adce HTTP/1.1" status: 200 len: 267 time: 0.2564726 Feb 16 15:58:44.650869 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-94c8482c-a4c8-4727-a301-36c6553116d5 req-2e146475-da64-4081-bd37-2c5bd68c8d18 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fcb05d0-71e7-4569-9012-47a704188c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325077 Feb 16 15:58:44.671057 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-dbe71dd2-93ca-4c6c-b7f3-5c0f4d03ce18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:44.698943 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-dbe71dd2-93ca-4c6c-b7f3-5c0f4d03ce18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:58:44.704867 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-dbe71dd2-93ca-4c6c-b7f3-5c0f4d03ce18 admin admin] Usage tracker for resource:security_group_rule and tenant:9f2fc40486304e4fbf4cefddaff4acdd is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:58:44.710694 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-dbe71dd2-93ca-4c6c-b7f3-5c0f4d03ce18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:58:44.723171 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-dbe71dd2-93ca-4c6c-b7f3-5c0f4d03ce18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:58:44.835697 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecee371-f757-469a-97da-6024ce8a7947 req-9b7cb55a-bf78-4503-933f-ae387ce0fb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:44.837821 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-fecee371-f757-469a-97da-6024ce8a7947 req-9b7cb55a-bf78-4503-933f-ae387ce0fb2d service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=1a1a953a14c748c6a608c59eb0095246&device_id=ced7a577-51a2-4cc1-89d4-f9abaa3ef0eb HTTP/1.1" status: 200 len: 1160 time: 0.3925219 Feb 16 15:58:44.887504 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-dbe71dd2-93ca-4c6c-b7f3-5c0f4d03ce18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:44.922622 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-dbe71dd2-93ca-4c6c-b7f3-5c0f4d03ce18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:44.936604 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-a28cf0da-2e01-427e-b5ca-bc3d55dae247 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:58:44.941724 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-fecee371-f757-469a-97da-6024ce8a7947 req-08f934df-a018-4d2c-a303-1d18b4e34767 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f639aa86-998e-44ca-9fbd-30bbc0878aa6 HTTP/1.1" status: 200 len: 217 time: 0.0923021 Feb 16 15:58:44.942528 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a5f124be-9e80-4f19-b354-2091a302a0d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:44.975911 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a5f124be-9e80-4f19-b354-2091a302a0d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:45.040487 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-dbe71dd2-93ca-4c6c-b7f3-5c0f4d03ce18 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=9f2fc40486304e4fbf4cefddaff4acdd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0308228 Feb 16 15:58:45.041261 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 47708) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:58:45.043546 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-82155e98-cb41-497d-b2e3-5dd914418a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b9cf11-09be-40a6-ae9b-d99a22b6d014', 'name': 'tempest-AttachVolumeShelveTestJSON-1582479356-router', 'tenant_id': 'd1456e6ef0124344987862a0a776adce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': 'a40a4021-c948-48f6-b425-1a720f504441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:58:30Z', 'updated_at': '2021-02-16T15:58:36Z', 'revision_number': 4, 'project_id': 'd1456e6ef0124344987862a0a776adce', 'gw_port': {'id': 'a40a4021-c948-48f6-b425-1a720f504441', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b9cf11-09be-40a6-ae9b-d99a22b6d014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:58:31Z', 'updated_at': '2021-02-16T15:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_interfaces': [{'id': '52a9ac34-fb9f-459c-b554-9d94a4ade8fe', 'name': '', 'network_id': 'ad429259-d816-4c2a-be88-810e600c47b4', 'tenant_id': 'd1456e6ef0124344987862a0a776adce', 'mac_address': 'fa:16:3e:a1:5f:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5b9cf11-09be-40a6-ae9b-d99a22b6d014', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'ad071c69-6309-4f89-b5f5-850687a34a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:58:35Z', 'updated_at': '2021-02-16T15:58:43Z', 'revision_number': 4, 'project_id': 'd1456e6ef0124344987862a0a776adce', 'subnets': [{'id': 'ad071c69-6309-4f89-b5f5-850687a34a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-iscsi', False) {} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:58:45.045966 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe71dd2-93ca-4c6c-b7f3-5c0f4d03ce18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06988c25-4c41-42d1-96d4-c8eb715a5392,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:58:45.048996 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82155e98-cb41-497d-b2e3-5dd914418a40 None None] The sync data for ids ['a5b9cf11-09be-40a6-ae9b-d99a22b6d014'] in dv-cinder-775706-1-iscsi is: [{'id': 'a5b9cf11-09be-40a6-ae9b-d99a22b6d014', 'name': 'tempest-AttachVolumeShelveTestJSON-1582479356-router', 'tenant_id': 'd1456e6ef0124344987862a0a776adce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': 'a40a4021-c948-48f6-b425-1a720f504441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:58:30Z', 'updated_at': '2021-02-16T15:58:36Z', 'revision_number': 4, 'project_id': 'd1456e6ef0124344987862a0a776adce', 'gw_port': {'id': 'a40a4021-c948-48f6-b425-1a720f504441', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b9cf11-09be-40a6-ae9b-d99a22b6d014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:58:31Z', 'updated_at': '2021-02-16T15:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_interfaces': [{'id': '52a9ac34-fb9f-459c-b554-9d94a4ade8fe', 'name': '', 'network_id': 'ad429259-d816-4c2a-be88-810e600c47b4', 'tenant_id': 'd1456e6ef0124344987862a0a776adce', 'mac_address': 'fa:16:3e:a1:5f:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5b9cf11-09be-40a6-ae9b-d99a22b6d014', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'ad071c69-6309-4f89-b5f5-850687a34a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:58:35Z', 'updated_at': '2021-02-16T15:58:43Z', 'revision_number': 4, 'project_id': 'd1456e6ef0124344987862a0a776adce', 'subnets': [{'id': 'ad071c69-6309-4f89-b5f5-850687a34a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 15:58:45.051032 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-dbe71dd2-93ca-4c6c-b7f3-5c0f4d03ce18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:58:45.169234 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ab560c11-0ce4-4268-989b-b1483568b72c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:45.171768 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecee371-f757-469a-97da-6024ce8a7947 req-3c481a7b-60f5-4470-be9a-964f9716f1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:45.174543 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-fecee371-f757-469a-97da-6024ce8a7947 req-3c481a7b-60f5-4470-be9a-964f9716f1e6 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5bf5e8cd-656f-4727-bbaa-2a15ac283eb2 HTTP/1.1" status: 200 len: 855 time: 0.1865394 Feb 16 15:58:45.182940 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce6a33-33e2-4d33-84cc-d1a7ebe0013d req-66dd97c0-9447-4d98-aca4-7d5b64903419 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:45.191333 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-bfce6a33-33e2-4d33-84cc-d1a7ebe0013d req-66dd97c0-9447-4d98-aca4-7d5b64903419 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/networks?id=ad429259-d816-4c2a-be88-810e600c47b4 HTTP/1.1" status: 200 len: 817 time: 0.5635493 Feb 16 15:58:45.195074 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a5f124be-9e80-4f19-b354-2091a302a0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:45.212547 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ab560c11-0ce4-4268-989b-b1483568b72c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:45.247382 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-6bbd6aae-694d-46e3-9ba9-098826c58818 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:58:45.339262 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ab560c11-0ce4-4268-989b-b1483568b72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:45.346338 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-8df2cc62-79f5-4450-a242-82770c007e69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:58:45.365164 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab560c11-0ce4-4268-989b-b1483568b72c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06988c25-4c41-42d1-96d4-c8eb715a5392,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:58:45.376584 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-ab560c11-0ce4-4268-989b-b1483568b72c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:58:45.387272 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ab560c11-0ce4-4268-989b-b1483568b72c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:45.398620 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-ab560c11-0ce4-4268-989b-b1483568b72c admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/06988c25-4c41-42d1-96d4-c8eb715a5392 HTTP/1.1" status: 204 len: 168 time: 0.3546071 Feb 16 15:58:45.529725 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-fecee371-f757-469a-97da-6024ce8a7947 req-b196d829-3ec5-4a23-bc1d-33fcbb2e133c service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=baa10d08-ce15-4a5f-a2ef-a3a5e84267ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3359702 Feb 16 15:58:45.533017 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a5f124be-9e80-4f19-b354-2091a302a0d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:45.534148 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-a5f124be-9e80-4f19-b354-2091a302a0d8 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/414f3c90-1c22-4959-b856-8dfe44203bf6 HTTP/1.1" status: 204 len: 168 time: 1.0351775 Feb 16 15:58:45.535938 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-bfce6a33-33e2-4d33-84cc-d1a7ebe0013d req-75c0cb4c-6866-4941-a90c-055a315902a7 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/quotas/d1456e6ef0124344987862a0a776adce HTTP/1.1" status: 200 len: 375 time: 0.3437188 Feb 16 15:58:45.538292 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f124be-9e80-4f19-b354-2091a302a0d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=414f3c90-1c22-4959-b856-8dfe44203bf6,revision_number=None']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:58:45.641612 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f124be-9e80-4f19-b354-2091a302a0d8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:45.642028 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f124be-9e80-4f19-b354-2091a302a0d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:45.642547 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f124be-9e80-4f19-b354-2091a302a0d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:45.643457 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f124be-9e80-4f19-b354-2091a302a0d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:45.643457 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f124be-9e80-4f19-b354-2091a302a0d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:45.643629 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f124be-9e80-4f19-b354-2091a302a0d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:45.643973 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f124be-9e80-4f19-b354-2091a302a0d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:45.644355 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f124be-9e80-4f19-b354-2091a302a0d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:45.644849 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f124be-9e80-4f19-b354-2091a302a0d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:45.645231 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f124be-9e80-4f19-b354-2091a302a0d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:45.645620 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f124be-9e80-4f19-b354-2091a302a0d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:45.646001 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f124be-9e80-4f19-b354-2091a302a0d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:45.646596 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f124be-9e80-4f19-b354-2091a302a0d8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:45.646937 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f124be-9e80-4f19-b354-2091a302a0d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:45.647319 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f124be-9e80-4f19-b354-2091a302a0d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:45.647715 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f124be-9e80-4f19-b354-2091a302a0d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:45.648090 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f124be-9e80-4f19-b354-2091a302a0d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:45.648476 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f124be-9e80-4f19-b354-2091a302a0d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:45.648931 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f124be-9e80-4f19-b354-2091a302a0d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:45.649358 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f124be-9e80-4f19-b354-2091a302a0d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:45.649743 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f124be-9e80-4f19-b354-2091a302a0d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:45.650126 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f124be-9e80-4f19-b354-2091a302a0d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:45.650504 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f124be-9e80-4f19-b354-2091a302a0d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:45.650907 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f124be-9e80-4f19-b354-2091a302a0d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:45.655546 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-a5f124be-9e80-4f19-b354-2091a302a0d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:58:45.784259 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-bfce6a33-33e2-4d33-84cc-d1a7ebe0013d req-4b3c5a0e-6742-44ac-95e3-4da21a368fdd tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=d1456e6ef0124344987862a0a776adce&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2136230 Feb 16 15:58:45.860103 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-fecee371-f757-469a-97da-6024ce8a7947 req-378b27f8-22bf-4412-85bf-8354bc120fc4 service neutron] 10.222.0.103 "GET /v2.0/networks/baa10d08-ce15-4a5f-a2ef-a3a5e84267ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3223689 Feb 16 15:58:46.267419 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-bfce6a33-33e2-4d33-84cc-d1a7ebe0013d req-66ef2bf4-b4d2-4989-a0f8-a2884d1cb2c3 service neutron] 10.222.0.101 "GET /v2.0/networks/ad429259-d816-4c2a-be88-810e600c47b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4645724 Feb 16 15:58:46.352609 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-fecee371-f757-469a-97da-6024ce8a7947 req-17155e7e-14af-4b49-9b1b-575d5a1bdbe2 service neutron] 10.222.0.103 "GET /v2.0/networks/baa10d08-ce15-4a5f-a2ef-a3a5e84267ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3868470 Feb 16 15:58:46.431749 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51bb6a5-1d8e-4dd9-9af5-14feefa22b03 req-a62fdac9-4e59-47e9-b280-596c8d5e8aec tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:46.443024 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b51bb6a5-1d8e-4dd9-9af5-14feefa22b03 req-a62fdac9-4e59-47e9-b280-596c8d5e8aec tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced7a577-51a2-4cc1-89d4-f9abaa3ef0eb HTTP/1.1" status: 200 len: 943 time: 0.5910478 Feb 16 15:58:46.544460 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b51bb6a5-1d8e-4dd9-9af5-14feefa22b03 req-a83a365a-8697-43f1-b585-ba16a269155a tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fcb05d0-71e7-4569-9012-47a704188c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003375 Feb 16 15:58:46.546521 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-bfce6a33-33e2-4d33-84cc-d1a7ebe0013d req-b22ce6b9-4370-4634-a540-3e07ddd58796 service neutron] 10.222.0.101 "GET /v2.0/networks/ad429259-d816-4c2a-be88-810e600c47b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2780807 Feb 16 15:58:46.816979 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device 52a9ac34-fb9f-459c-b554-9d94a4ade8fe up at agent ovs-agent-dv-cinder-775706-1-iscsi {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:58:46.986535 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Provisioning for port 52a9ac34-fb9f-459c-b554-9d94a4ade8fe completed by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:58:46.992518 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Provisioning complete for port 52a9ac34-fb9f-459c-b554-9d94a4ade8fe triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:58:46.992950 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:47.093610 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-40d51ff9-739f-4c56-9726-da20a46018b6 req-b3306291-0fa5-491c-9782-762aa958399c tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 210 time: 0.0914769 Feb 16 15:58:47.216848 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:47.270873 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] For port 52a9ac34-fb9f-459c-b554-9d94a4ade8fe, host dv-cinder-775706-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-iscsi',level=0,port_id=52a9ac34-fb9f-459c-b554-9d94a4ade8fe,segment=NetworkSegment(70f36e3c-fd91-4136-95df-cba7919e0ad6),segment_id=70f36e3c-fd91-4136-95df-cba7919e0ad6)] {{(pid=84076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:58:47.299067 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:47.301399 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:58:47.332018 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532f47d6-c7d0-4d2e-8356-2a741f7ee626 req-36d5684e-65cf-4efd-b43d-489e5db657f8 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:47.333668 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-532f47d6-c7d0-4d2e-8356-2a741f7ee626 req-36d5684e-65cf-4efd-b43d-489e5db657f8 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=617c5d16-91b3-4115-98c3-d15fb41b5a8c HTTP/1.1" status: 200 len: 945 time: 0.1316245 Feb 16 15:58:47.339487 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f8c8b-8a90-43e0-b1f6-ae923d4c9351 req-83d39970-37cd-41e6-9d8d-de3f430661cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:47.341022 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-197f8c8b-8a90-43e0-b1f6-ae923d4c9351 req-83d39970-37cd-41e6-9d8d-de3f430661cb service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=15f9cf749fe94c5aa76af3d23d68fbb3&device_id=617c5d16-91b3-4115-98c3-d15fb41b5a8c HTTP/1.1" status: 200 len: 1162 time: 0.1886451 Feb 16 15:58:47.406572 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Pushing event updated for resources: {'Port': ['ID=52a9ac34-fb9f-459c-b554-9d94a4ade8fe,revision_number=5']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:58:47.415486 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:58:47.519966 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-532f47d6-c7d0-4d2e-8356-2a741f7ee626 req-458d1b8e-6fe8-40b9-b8cb-8004dab1fda7 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778641 Feb 16 15:58:47.565677 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f8c8b-8a90-43e0-b1f6-ae923d4c9351 req-28453c1c-861c-4023-af4c-9b74d72c6534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:47.567374 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-197f8c8b-8a90-43e0-b1f6-ae923d4c9351 req-28453c1c-861c-4023-af4c-9b74d72c6534 service neutron] 10.222.0.103 "GET /v2.0/networks?id=5ba9adbd-7e6e-40ef-8072-99fc00c91b9e HTTP/1.1" status: 200 len: 913 time: 0.2074230 Feb 16 15:58:47.671595 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-197f8c8b-8a90-43e0-b1f6-ae923d4c9351 req-9fc06013-01d3-4b5e-b639-1d9d34565dfc service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c5d885e-eb99-4821-8688-2345bcfcc455 HTTP/1.1" status: 200 len: 217 time: 0.0921655 Feb 16 15:58:47.728057 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1aa517ce-2257-432d-8905-209d19aac815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:47.808109 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f8c8b-8a90-43e0-b1f6-ae923d4c9351 req-bfc447b6-ef8d-4d10-9cba-de3f17bb76eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:47.809722 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-197f8c8b-8a90-43e0-b1f6-ae923d4c9351 req-bfc447b6-ef8d-4d10-9cba-de3f17bb76eb service neutron] 10.222.0.103 "GET /v2.0/subnets?id=fae66b79-d403-4bb6-bf46-a87b3c07ef1e HTTP/1.1" status: 200 len: 859 time: 0.1284449 Feb 16 15:58:47.883914 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-197f8c8b-8a90-43e0-b1f6-ae923d4c9351 req-9f8615b9-9d2f-4e95-8226-b5d6fa743dfd service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=5ba9adbd-7e6e-40ef-8072-99fc00c91b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625663 Feb 16 15:58:47.897246 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0e0394-7f34-4abd-804a-3b69d79efd32 req-f819c7aa-d8fe-4d67-8335-0ae3326f2243 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:47.904982 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ba0e0394-7f34-4abd-804a-3b69d79efd32 req-f819c7aa-d8fe-4d67-8335-0ae3326f2243 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced7a577-51a2-4cc1-89d4-f9abaa3ef0eb HTTP/1.1" status: 200 len: 943 time: 0.1617863 Feb 16 15:58:48.135982 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ba0e0394-7f34-4abd-804a-3b69d79efd32 req-8b0eabc5-8dbb-4392-b734-f668e649a9f3 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fcb05d0-71e7-4569-9012-47a704188c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299860 Feb 16 15:58:48.178541 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-197f8c8b-8a90-43e0-b1f6-ae923d4c9351 req-b7387d4f-3783-4c5b-ad9c-bb9bf7f3fed9 service neutron] 10.222.0.103 "GET /v2.0/networks/5ba9adbd-7e6e-40ef-8072-99fc00c91b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694435 Feb 16 15:58:48.383285 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-3b5fed49-71ca-4129-9295-c54c28788820 req-2a768ea9-f7be-4f29-9c89-816cf5f59396 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 210 time: 0.0740614 Feb 16 15:58:48.438482 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-197f8c8b-8a90-43e0-b1f6-ae923d4c9351 req-ff9904d7-41e8-4e7e-b2bb-c87037f10360 service neutron] 10.222.0.103 "GET /v2.0/networks/5ba9adbd-7e6e-40ef-8072-99fc00c91b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2470288 Feb 16 15:58:48.768805 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9726e05b-35d3-4970-9e40-caa92b0e2c74 req-5d1ef42e-b76d-4299-a4b1-2a9c714aa19f tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:48.770808 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-9726e05b-35d3-4970-9e40-caa92b0e2c74 req-5d1ef42e-b76d-4299-a4b1-2a9c714aa19f tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=617c5d16-91b3-4115-98c3-d15fb41b5a8c HTTP/1.1" status: 200 len: 945 time: 0.1151142 Feb 16 15:58:48.812147 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device 52a9ac34-fb9f-459c-b554-9d94a4ade8fe up at agent ovs-agent-dv-cinder-775706-1-iscsi {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:58:48.845685 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-9726e05b-35d3-4970-9e40-caa92b0e2c74 req-991b400e-bc4c-420b-bd0e-3ed9be209a17 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645301 Feb 16 15:58:48.908279 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Provisioning complete for port 52a9ac34-fb9f-459c-b554-9d94a4ade8fe triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:58:48.908524 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:49.352063 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d4cf29-7640-4ea0-83f2-1ebed968f123 req-427bdbc9-cd17-409d-a1dd-8ae610979d96 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:49.353608 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-a0d4cf29-7640-4ea0-83f2-1ebed968f123 req-427bdbc9-cd17-409d-a1dd-8ae610979d96 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced7a577-51a2-4cc1-89d4-f9abaa3ef0eb HTTP/1.1" status: 200 len: 943 time: 0.1001976 Feb 16 15:58:49.406040 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-a0d4cf29-7640-4ea0-83f2-1ebed968f123 req-ab6c577c-0bf9-48ee-a511-3fddfde9a7f1 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fcb05d0-71e7-4569-9012-47a704188c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456452 Feb 16 15:58:49.635028 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7dbcb25c-a47b-4fe9-826c-e5d417a85c6e req-64cd8928-c4c6-4e08-950c-6251f748534a tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 210 time: 0.0627160 Feb 16 15:58:49.660111 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce6a33-33e2-4d33-84cc-d1a7ebe0013d req-7f6a2ae5-3066-4b19-9ad6-f6845ad320ee tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:49.661705 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-bfce6a33-33e2-4d33-84cc-d1a7ebe0013d req-7f6a2ae5-3066-4b19-9ad6-f6845ad320ee tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.103 "GET /v2.0/networks?id=ad429259-d816-4c2a-be88-810e600c47b4 HTTP/1.1" status: 200 len: 817 time: 0.2487569 Feb 16 15:58:49.745147 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-bfce6a33-33e2-4d33-84cc-d1a7ebe0013d req-d551ebe1-30bb-40e9-8a26-d8fd3acca04c tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=d1456e6ef0124344987862a0a776adce HTTP/1.1" status: 200 len: 5707 time: 0.0685306 Feb 16 15:58:49.766240 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [req-bfce6a33-33e2-4d33-84cc-d1a7ebe0013d req-7e1ec437-e784-4c38-8cba-20f9fdd1cf7f tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Request body: {'port': {'device_id': '5d47a1b6-f3a5-432d-8db4-121a2e835452', 'network_id': 'ad429259-d816-4c2a-be88-810e600c47b4', 'admin_state_up': True, 'tenant_id': 'd1456e6ef0124344987862a0a776adce', 'security_groups': ['1f90bb87-6ac7-4c2a-ac2e-bf4075841942']}} {{(pid=84075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:58:49.917474 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [req-bfce6a33-33e2-4d33-84cc-d1a7ebe0013d req-7e1ec437-e784-4c38-8cba-20f9fdd1cf7f tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:58:49.921802 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-bfce6a33-33e2-4d33-84cc-d1a7ebe0013d req-7e1ec437-e784-4c38-8cba-20f9fdd1cf7f tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Usage tracker for resource:port and tenant:d1456e6ef0124344987862a0a776adce is out of sync, need to count used quota {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:58:49.925451 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-bfce6a33-33e2-4d33-84cc-d1a7ebe0013d req-7e1ec437-e784-4c38-8cba-20f9fdd1cf7f tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:58:49.931686 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [req-bfce6a33-33e2-4d33-84cc-d1a7ebe0013d req-7e1ec437-e784-4c38-8cba-20f9fdd1cf7f tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:58:50.018464 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfce6a33-33e2-4d33-84cc-d1a7ebe0013d req-7e1ec437-e784-4c38-8cba-20f9fdd1cf7f tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Made reservation on behalf of d1456e6ef0124344987862a0a776adce for: {'port': 1} {{(pid=84075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:58:50.024084 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-bfce6a33-33e2-4d33-84cc-d1a7ebe0013d req-7e1ec437-e784-4c38-8cba-20f9fdd1cf7f tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:50.195425 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e40237-2f3c-40ee-918d-0115f2ec27c9 req-9bf71fa9-2a8b-4a0d-a108-0fd43f00a3be tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:50.197076 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-50e40237-2f3c-40ee-918d-0115f2ec27c9 req-9bf71fa9-2a8b-4a0d-a108-0fd43f00a3be tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=617c5d16-91b3-4115-98c3-d15fb41b5a8c HTTP/1.1" status: 200 len: 945 time: 0.2231839 Feb 16 15:58:50.269956 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.agents_db [None req-cca974b7-119d-4613-9949-a609bd4803bb None None] Agent healthcheck: found 6 active agents {{(pid=84077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 15:58:50.311144 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d05518bb-17ee-4865-b03c-31693adcda8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:50.528894 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-50e40237-2f3c-40ee-918d-0115f2ec27c9 req-0c4cd3a0-f9b8-40f1-9f7b-12e36ba00ea1 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163874 Feb 16 15:58:50.579949 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-fbb810b2-9698-4334-bb65-30141f6a8f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:50.697225 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.db_base_plugin_common [req-bfce6a33-33e2-4d33-84cc-d1a7ebe0013d req-7e1ec437-e784-4c38-8cba-20f9fdd1cf7f tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Allocated IP 172.20.0.14 (ad429259-d816-4c2a-be88-810e600c47b4/ad071c69-6309-4f89-b5f5-850687a34a80/9dedfb5f-f242-4d22-9c46-3ce5cb5669a4) {{(pid=84075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 15:58:50.805583 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f9ae4-1404-4301-be6b-a997b44be1ef req-3e728be9-fcb6-4069-b98f-0e9b3ff68240 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:50.807263 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-180f9ae4-1404-4301-be6b-a997b44be1ef req-3e728be9-fcb6-4069-b98f-0e9b3ff68240 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced7a577-51a2-4cc1-89d4-f9abaa3ef0eb HTTP/1.1" status: 200 len: 943 time: 0.1817675 Feb 16 15:58:50.852272 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-11981d51-1341-454e-b4d1-866f961b8510 req-2118e35b-a17e-4d17-a386-7781f633fcf3 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 210 time: 0.0934494 Feb 16 15:58:50.972093 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-180f9ae4-1404-4301-be6b-a997b44be1ef req-57982d18-af66-4b1b-aa84-0e5f08eb18f0 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fcb05d0-71e7-4569-9012-47a704188c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430995 Feb 16 15:58:51.017925 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-bfce6a33-33e2-4d33-84cc-d1a7ebe0013d req-7e1ec437-e784-4c38-8cba-20f9fdd1cf7f tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks [] for port, precommit_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:51.034823 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [req-bfce6a33-33e2-4d33-84cc-d1a7ebe0013d req-7e1ec437-e784-4c38-8cba-20f9fdd1cf7f tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Transition to ACTIVE for port object 9dedfb5f-f242-4d22-9c46-3ce5cb5669a4 will not be triggered until provisioned by entity DHCP. {{(pid=84075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:58:51.091056 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-bfce6a33-33e2-4d33-84cc-d1a7ebe0013d req-7e1ec437-e784-4c38-8cba-20f9fdd1cf7f tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776636048806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7708556'] for port, after_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:51.109535 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:58:51.259846 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1ec437-e784-4c38-8cba-20f9fdd1cf7f tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Pushing event updated for resources: {'Port': ['ID=9dedfb5f-f242-4d22-9c46-3ce5cb5669a4,revision_number=1']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:58:51.264388 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-7e1ec437-e784-4c38-8cba-20f9fdd1cf7f tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:58:51.310080 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfce6a33-33e2-4d33-84cc-d1a7ebe0013d req-7e1ec437-e784-4c38-8cba-20f9fdd1cf7f tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Network ad429259-d816-4c2a-be88-810e600c47b4 is already hosted by enough agents. {{(pid=84075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 15:58:51.311289 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.base_scheduler [req-bfce6a33-33e2-4d33-84cc-d1a7ebe0013d req-7e1ec437-e784-4c38-8cba-20f9fdd1cf7f tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Resources bound (agent type, host, resource id): {{(pid=84075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:58:51.313626 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfce6a33-33e2-4d33-84cc-d1a7ebe0013d req-7e1ec437-e784-4c38-8cba-20f9fdd1cf7f tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Received port after_create {{(pid=84075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 15:58:51.404550 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce6a33-33e2-4d33-84cc-d1a7ebe0013d req-7e1ec437-e784-4c38-8cba-20f9fdd1cf7f tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:51.405391 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-bfce6a33-33e2-4d33-84cc-d1a7ebe0013d req-7e1ec437-e784-4c38-8cba-20f9fdd1cf7f tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487'] for port, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:52.333492 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-ceb47145-f842-49c4-b5a7-471dca1ff838 None None] Provisioning for port 9dedfb5f-f242-4d22-9c46-3ce5cb5669a4 completed by entity DHCP. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:58:52.342177 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-ceb47145-f842-49c4-b5a7-471dca1ff838 None None] Provisioning complete for port 9dedfb5f-f242-4d22-9c46-3ce5cb5669a4 triggered by entity DHCP. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:58:52.342599 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ceb47145-f842-49c4-b5a7-471dca1ff838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:52.401819 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-ceb47145-f842-49c4-b5a7-471dca1ff838 None None] Port 9dedfb5f-f242-4d22-9c46-3ce5cb5669a4 cannot update to ACTIVE because it is not bound. {{(pid=84076) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 15:58:52.477382 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-331083c2-9fd5-48c9-8796-02890b3f22e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:52.478432 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:52.499292 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-bfce6a33-33e2-4d33-84cc-d1a7ebe0013d req-7e1ec437-e784-4c38-8cba-20f9fdd1cf7f tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7379189 Feb 16 15:58:52.523362 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [req-bfce6a33-33e2-4d33-84cc-d1a7ebe0013d req-db12dc7f-7ad1-48d9-b27b-8f3fa997bd2c service neutron] Request body: {'port': {'device_id': '5d47a1b6-f3a5-432d-8db4-121a2e835452', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=84075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:58:52.733785 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-bfce6a33-33e2-4d33-84cc-d1a7ebe0013d req-db12dc7f-7ad1-48d9-b27b-8f3fa997bd2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:52.758533 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b0072-0ed4-4d2b-b749-ab3901239a01 req-cff142e4-5450-4afa-ada4-02cb33aeb6c3 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:52.758533 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1d0b0072-0ed4-4d2b-b749-ab3901239a01 req-cff142e4-5450-4afa-ada4-02cb33aeb6c3 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=617c5d16-91b3-4115-98c3-d15fb41b5a8c HTTP/1.1" status: 200 len: 945 time: 0.3027830 Feb 16 15:58:52.829459 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 47908) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:58:52.981835 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-00b1c800-92e3-487f-9ae1-5745fdb50ab0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:52.999033 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-00b1c800-92e3-487f-9ae1-5745fdb50ab0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:58:53.004564 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-00b1c800-92e3-487f-9ae1-5745fdb50ab0 admin admin] Usage tracker for resource:security_group_rule and tenant:562b48ee267242d985ccee0e45a267d2 is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:58:53.008010 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-00b1c800-92e3-487f-9ae1-5745fdb50ab0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:58:53.014051 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-00b1c800-92e3-487f-9ae1-5745fdb50ab0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:58:53.033442 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device f639aa86-998e-44ca-9fbd-30bbc0878aa6 up at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:58:53.191108 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning for port f639aa86-998e-44ca-9fbd-30bbc0878aa6 completed by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:58:53.198342 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning complete for port f639aa86-998e-44ca-9fbd-30bbc0878aa6 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:58:53.199126 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:53.209423 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-00b1c800-92e3-487f-9ae1-5745fdb50ab0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:53.231470 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [req-bfce6a33-33e2-4d33-84cc-d1a7ebe0013d req-db12dc7f-7ad1-48d9-b27b-8f3fa997bd2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dedfb5f-f242-4d22-9c46-3ce5cb5669a4 {{(pid=84075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 16 15:58:53.248696 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-00b1c800-92e3-487f-9ae1-5745fdb50ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:53.253431 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb04c8-30e5-40c7-aa40-022fb1f00de5 req-c1f73065-8a72-476d-87cf-7a7970c3ec16 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:53.254252 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-16eb04c8-30e5-40c7-aa40-022fb1f00de5 req-c1f73065-8a72-476d-87cf-7a7970c3ec16 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Synchronizing usage tracker for tenant:d1456e6ef0124344987862a0a776adce on resource:port {{(pid=84075) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 15:58:53.258698 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-bfce6a33-33e2-4d33-84cc-d1a7ebe0013d req-db12dc7f-7ad1-48d9-b27b-8f3fa997bd2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:53.263072 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-975c21f5-a1c8-4694-bdb7-04f06303b9ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:58:53.265304 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1d0b0072-0ed4-4d2b-b749-ab3901239a01 req-59ad466f-18ea-4329-9e3b-258530dd1891 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4055734 Feb 16 15:58:53.282943 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [req-bfce6a33-33e2-4d33-84cc-d1a7ebe0013d req-db12dc7f-7ad1-48d9-b27b-8f3fa997bd2c service neutron] Transition to ACTIVE for port object 9dedfb5f-f242-4d22-9c46-3ce5cb5669a4 will not be triggered until provisioned by entity L2. {{(pid=84075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:58:53.311734 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-bfce6a33-33e2-4d33-84cc-d1a7ebe0013d req-db12dc7f-7ad1-48d9-b27b-8f3fa997bd2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847067257'] for port, after_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:53.348301 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:58:53.394961 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-00b1c800-92e3-487f-9ae1-5745fdb50ab0 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=562b48ee267242d985ccee0e45a267d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5641448 Feb 16 15:58:53.401698 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 47922) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:58:53.402566 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b1c800-92e3-487f-9ae1-5745fdb50ab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa13062-8986-434e-96a3-3527b9802714,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:58:53.408899 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-00b1c800-92e3-487f-9ae1-5745fdb50ab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:58:53.425993 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-16eb04c8-30e5-40c7-aa40-022fb1f00de5 req-c1f73065-8a72-476d-87cf-7a7970c3ec16 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Unset dirty status for tenant:d1456e6ef0124344987862a0a776adce on resource:port {{(pid=84075) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 15:58:53.436004 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-16eb04c8-30e5-40c7-aa40-022fb1f00de5 req-c1f73065-8a72-476d-87cf-7a7970c3ec16 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 932 time: 0.8035209 Feb 16 15:58:53.515720 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-0d9a031c-6990-4ab7-b255-2591f071c443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:53.541168 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:53.547992 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-0d9a031c-6990-4ab7-b255-2591f071c443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:53.572983 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ced7a577-51a2-4cc1-89d4-f9abaa3ef0eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f639aa86-998e-44ca-9fbd-30bbc0878aa6'}] {{(pid=84076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:58:53.585783 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] For port f639aa86-998e-44ca-9fbd-30bbc0878aa6, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=f639aa86-998e-44ca-9fbd-30bbc0878aa6,segment=NetworkSegment(345b1ee1-cb15-421b-844c-b60c726b46c9),segment_id=345b1ee1-cb15-421b-844c-b60c726b46c9)] {{(pid=84076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:58:53.618267 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:53.620816 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:58:53.646343 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db12dc7f-7ad1-48d9-b27b-8f3fa997bd2c service neutron] Pushing event updated for resources: {'Port': ['ID=9dedfb5f-f242-4d22-9c46-3ce5cb5669a4,revision_number=2']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:58:53.660615 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-db12dc7f-7ad1-48d9-b27b-8f3fa997bd2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:58:53.663678 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-0d9a031c-6990-4ab7-b255-2591f071c443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:53.673022 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-5217741c-c94a-4de1-9349-1eec68b477bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:58:53.683831 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-16eb04c8-30e5-40c7-aa40-022fb1f00de5 req-714a3d2b-e136-417c-b167-02992535739c tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2467937 Feb 16 15:58:53.694677 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9a031c-6990-4ab7-b255-2591f071c443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa13062-8986-434e-96a3-3527b9802714,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:58:53.697296 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Pushing event updated for resources: {'Port': ['ID=f639aa86-998e-44ca-9fbd-30bbc0878aa6,revision_number=4']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:58:53.702734 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-0d9a031c-6990-4ab7-b255-2591f071c443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:53.712093 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-0d9a031c-6990-4ab7-b255-2591f071c443 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/4aa13062-8986-434e-96a3-3527b9802714 HTTP/1.1" status: 204 len: 168 time: 0.3004529 Feb 16 15:58:53.717072 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-0d9a031c-6990-4ab7-b255-2591f071c443 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:58:53.739546 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:53.740802 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:53.741827 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:53.742398 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:53.743152 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:53.743720 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:53.744756 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:53.746767 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:53.747348 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:53.747834 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:53.749236 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:53.750342 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:53.750910 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:53.758119 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:53.758704 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:53.759175 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:53.759635 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:53.760331 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:53.760921 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:53.761374 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:53.761899 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:53.762347 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:53.762827 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:53.763290 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:58:53.769513 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf4d7a3-bee0-4b0a-8606-1c98d4d571aa req-8e497b07-9f51-4500-a9c1-7c1152f2a857 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:53.771362 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-faf4d7a3-bee0-4b0a-8606-1c98d4d571aa req-8e497b07-9f51-4500-a9c1-7c1152f2a857 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced7a577-51a2-4cc1-89d4-f9abaa3ef0eb HTTP/1.1" status: 200 len: 943 time: 0.3211527 Feb 16 15:58:53.776124 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:58:53.913444 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ced7a577-51a2-4cc1-89d4-f9abaa3ef0eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f639aa86-998e-44ca-9fbd-30bbc0878aa6', 'code': 200} Feb 16 15:58:53.949797 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-faf4d7a3-bee0-4b0a-8606-1c98d4d571aa req-deaf72dd-5b32-458d-aafa-218292af6503 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fcb05d0-71e7-4569-9012-47a704188c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133609 Feb 16 15:58:53.993471 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [req-bfce6a33-33e2-4d33-84cc-d1a7ebe0013d req-db12dc7f-7ad1-48d9-b27b-8f3fa997bd2c service neutron] Attempting to bind port 9dedfb5f-f242-4d22-9c46-3ce5cb5669a4 on host hv-cinder-77570 for vnic_type normal with profile {{(pid=84075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:58:53.993944 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [req-bfce6a33-33e2-4d33-84cc-d1a7ebe0013d req-db12dc7f-7ad1-48d9-b27b-8f3fa997bd2c service neutron] Attempting to bind port 9dedfb5f-f242-4d22-9c46-3ce5cb5669a4 by drivers openvswitch on host hv-cinder-77570 at level 0 using segments [{'id': '70f36e3c-fd91-4136-95df-cba7919e0ad6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ad429259-d816-4c2a-be88-810e600c47b4'}] {{(pid=84075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 15:58:53.994410 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfce6a33-33e2-4d33-84cc-d1a7ebe0013d req-db12dc7f-7ad1-48d9-b27b-8f3fa997bd2c service neutron] Attempting to bind port 9dedfb5f-f242-4d22-9c46-3ce5cb5669a4 on network ad429259-d816-4c2a-be88-810e600c47b4 {{(pid=84075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 15:58:54.001876 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfce6a33-33e2-4d33-84cc-d1a7ebe0013d req-db12dc7f-7ad1-48d9-b27b-8f3fa997bd2c service neutron] Checking agent: {'id': '6803919d-bffd-45bd-a97e-495ec12bc613', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 15, 54, 40), 'started_at': datetime.datetime(2021, 2, 16, 15, 55, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 15, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 15:58:54.002348 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfce6a33-33e2-4d33-84cc-d1a7ebe0013d req-db12dc7f-7ad1-48d9-b27b-8f3fa997bd2c service neutron] Checking segment: {'id': '70f36e3c-fd91-4136-95df-cba7919e0ad6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ad429259-d816-4c2a-be88-810e600c47b4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:58:54.003452 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-bfce6a33-33e2-4d33-84cc-d1a7ebe0013d req-db12dc7f-7ad1-48d9-b27b-8f3fa997bd2c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:54.003452 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfce6a33-33e2-4d33-84cc-d1a7ebe0013d req-db12dc7f-7ad1-48d9-b27b-8f3fa997bd2c service neutron] Bound using segment: {'id': '70f36e3c-fd91-4136-95df-cba7919e0ad6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ad429259-d816-4c2a-be88-810e600c47b4'} {{(pid=84075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 15:58:54.003715 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [req-bfce6a33-33e2-4d33-84cc-d1a7ebe0013d req-db12dc7f-7ad1-48d9-b27b-8f3fa997bd2c service neutron] Bound port: 9dedfb5f-f242-4d22-9c46-3ce5cb5669a4, host: hv-cinder-77570, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70f36e3c-fd91-4136-95df-cba7919e0ad6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ad429259-d816-4c2a-be88-810e600c47b4'}}] {{(pid=84075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 15:58:54.003953 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-bfce6a33-33e2-4d33-84cc-d1a7ebe0013d req-db12dc7f-7ad1-48d9-b27b-8f3fa997bd2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:54.108117 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device f639aa86-998e-44ca-9fbd-30bbc0878aa6 up at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:58:54.199942 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [req-bfce6a33-33e2-4d33-84cc-d1a7ebe0013d req-db12dc7f-7ad1-48d9-b27b-8f3fa997bd2c service neutron] For port 9dedfb5f-f242-4d22-9c46-3ce5cb5669a4, host hv-cinder-77570, cleared binding levels {{(pid=84075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 15:58:54.203591 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [req-bfce6a33-33e2-4d33-84cc-d1a7ebe0013d req-db12dc7f-7ad1-48d9-b27b-8f3fa997bd2c service neutron] For port 9dedfb5f-f242-4d22-9c46-3ce5cb5669a4, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=9dedfb5f-f242-4d22-9c46-3ce5cb5669a4,segment=NetworkSegment(70f36e3c-fd91-4136-95df-cba7919e0ad6),segment_id=70f36e3c-fd91-4136-95df-cba7919e0ad6)] {{(pid=84075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 15:58:54.250214 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning complete for port f639aa86-998e-44ca-9fbd-30bbc0878aa6 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:58:54.250214 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:54.276934 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-bfce6a33-33e2-4d33-84cc-d1a7ebe0013d req-db12dc7f-7ad1-48d9-b27b-8f3fa997bd2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847067257'] for port, after_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:54.474930 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:58:54.904327 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce6a33-33e2-4d33-84cc-d1a7ebe0013d req-db12dc7f-7ad1-48d9-b27b-8f3fa997bd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:54.905020 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-bfce6a33-33e2-4d33-84cc-d1a7ebe0013d req-db12dc7f-7ad1-48d9-b27b-8f3fa997bd2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487'] for port, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:54.906525 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-bfce6a33-33e2-4d33-84cc-d1a7ebe0013d req-db12dc7f-7ad1-48d9-b27b-8f3fa997bd2c service neutron] 10.222.0.103 "PUT /v2.0/ports/9dedfb5f-f242-4d22-9c46-3ce5cb5669a4 HTTP/1.1" status: 200 len: 1158 time: 2.3904178 Feb 16 15:58:54.914710 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d47a1b6-f3a5-432d-8db4-121a2e835452', 'tag': '9dedfb5f-f242-4d22-9c46-3ce5cb5669a4'}] {{(pid=84075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:58:54.951387 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db12dc7f-7ad1-48d9-b27b-8f3fa997bd2c service neutron] Pushing event updated for resources: {'Port': ['ID=9dedfb5f-f242-4d22-9c46-3ce5cb5669a4,revision_number=3']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:58:54.959550 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-db12dc7f-7ad1-48d9-b27b-8f3fa997bd2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:58:55.006878 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 47984) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:58:55.088179 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c809259-e425-4a55-bd17-0883656e212a req-3e96a2e6-7f87-48bc-b4ef-58ebeda1a43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:55.095576 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-3c809259-e425-4a55-bd17-0883656e212a req-3e96a2e6-7f87-48bc-b4ef-58ebeda1a43a service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=ced7a577-51a2-4cc1-89d4-f9abaa3ef0eb HTTP/1.1" status: 200 len: 1162 time: 0.6157975 Feb 16 15:58:55.100217 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a4a5c1-803c-4e1d-aed0-d0e53b2fefdf req-4a7f7baa-a9e4-4a84-bb42-a18c6fa144da tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:55.102171 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-f4a4a5c1-803c-4e1d-aed0-d0e53b2fefdf req-4a7f7baa-a9e4-4a84-bb42-a18c6fa144da tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=617c5d16-91b3-4115-98c3-d15fb41b5a8c HTTP/1.1" status: 200 len: 945 time: 0.6291611 Feb 16 15:58:55.152967 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06d91d5-5a3c-475b-8c47-d5d777a29e8e req-eb643ef3-6e48-4309-b886-4be44fe14591 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:55.154707 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-d06d91d5-5a3c-475b-8c47-d5d777a29e8e req-eb643ef3-6e48-4309-b886-4be44fe14591 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 944 time: 0.3141451 Feb 16 15:58:55.168428 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [None req-21b35c10-0ae3-4f34-a448-451672927b57 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-775119664-network', 'tenant_id': '57c03e2c6fe04a41927ce974a5ae8db2'}} {{(pid=84074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:58:55.174131 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-21b35c10-0ae3-4f34-a448-451672927b57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:58:55.179107 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-21b35c10-0ae3-4f34-a448-451672927b57 admin admin] Usage tracker for resource:network and tenant:57c03e2c6fe04a41927ce974a5ae8db2 is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:58:55.182274 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-21b35c10-0ae3-4f34-a448-451672927b57 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:58:55.188150 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-21b35c10-0ae3-4f34-a448-451672927b57 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:58:55.230669 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b35c10-0ae3-4f34-a448-451672927b57 admin admin] Made reservation on behalf of 57c03e2c6fe04a41927ce974a5ae8db2 for: {'network': 1} {{(pid=84074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:58:55.235777 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-21b35c10-0ae3-4f34-a448-451672927b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for network, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:55.238726 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-3c809259-e425-4a55-bd17-0883656e212a req-4ff02286-465e-4a6d-b9e5-5733fe91ca22 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=3fcb05d0-71e7-4569-9012-47a704188c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340182 Feb 16 15:58:55.249642 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-21b35c10-0ae3-4f34-a448-451672927b57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:55.254202 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-f4a4a5c1-803c-4e1d-aed0-d0e53b2fefdf req-97370568-264b-4aeb-b773-9e28d9f6145b tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296802 Feb 16 15:58:55.265327 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce6a33-33e2-4d33-84cc-d1a7ebe0013d req-ea7f443b-23f0-4f13-8a57-e089c3a5fcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:55.265832 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-21b35c10-0ae3-4f34-a448-451672927b57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:58:55.267678 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-bfce6a33-33e2-4d33-84cc-d1a7ebe0013d req-ea7f443b-23f0-4f13-8a57-e089c3a5fcc4 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=d1456e6ef0124344987862a0a776adce&device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 1161 time: 0.2684994 Feb 16 15:58:55.270835 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-d06d91d5-5a3c-475b-8c47-d5d777a29e8e req-55d9dfe8-a79c-407b-a379-5d124cf368ef tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029439 Feb 16 15:58:55.275244 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-21b35c10-0ae3-4f34-a448-451672927b57 admin admin] Usage tracker for resource:security_group_rule and tenant:57c03e2c6fe04a41927ce974a5ae8db2 is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:58:55.278608 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-21b35c10-0ae3-4f34-a448-451672927b57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:58:55.286242 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-21b35c10-0ae3-4f34-a448-451672927b57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:58:55.333372 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d47a1b6-f3a5-432d-8db4-121a2e835452', 'tag': '9dedfb5f-f242-4d22-9c46-3ce5cb5669a4', 'status': 'completed', 'code': 200} Feb 16 15:58:55.383792 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-21b35c10-0ae3-4f34-a448-451672927b57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:55.436306 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-21b35c10-0ae3-4f34-a448-451672927b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:55.439765 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-33d05998-1c16-4887-beb7-acef9d4f25cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:58:55.474238 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21b35c10-0ae3-4f34-a448-451672927b57 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=84074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 16 15:58:55.485755 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b35c10-0ae3-4f34-a448-451672927b57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f136e4c0-c4e7-4d85-bd42-933372203408,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:58:55.490255 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-21b35c10-0ae3-4f34-a448-451672927b57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:58:55.493616 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-21b35c10-0ae3-4f34-a448-451672927b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797496'] for segment, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:55.494015 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.db.segments_db [None req-21b35c10-0ae3-4f34-a448-451672927b57 admin admin] Added segment 2868b9f6-5019-4779-bec8-1457bba2edf9 of type vxlan for network 5a6cc9fd-7c89-4382-a460-9e49c7df15fc Feb 16 15:58:55.523613 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f2317-c8ff-446e-8d00-bd4238a9e8f0 req-4e21da92-c0c7-4add-bbae-429aab65ccc7 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:55.525430 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-cd2f2317-c8ff-446e-8d00-bd4238a9e8f0 req-4e21da92-c0c7-4add-bbae-429aab65ccc7 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced7a577-51a2-4cc1-89d4-f9abaa3ef0eb HTTP/1.1" status: 200 len: 945 time: 0.0977819 Feb 16 15:58:55.526213 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-21b35c10-0ae3-4f34-a448-451672927b57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776635995166'] for network, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:55.589608 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-21b35c10-0ae3-4f34-a448-451672927b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677'] for network, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:55.591083 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b35c10-0ae3-4f34-a448-451672927b57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:55.591779 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-21b35c10-0ae3-4f34-a448-451672927b57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210664'] for network, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:55.598036 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:58:55.652567 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-bfce6a33-33e2-4d33-84cc-d1a7ebe0013d req-674a1385-7bf0-4b8f-8cd9-de6be5c5c64a service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9dedfb5f-f242-4d22-9c46-3ce5cb5669a4 HTTP/1.1" status: 200 len: 217 time: 0.0830762 Feb 16 15:58:55.655660 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-cd2f2317-c8ff-446e-8d00-bd4238a9e8f0 req-9399aaaf-61fb-465e-a0f1-bfada55fdaf5 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fcb05d0-71e7-4569-9012-47a704188c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235473 Feb 16 15:58:55.710658 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b35c10-0ae3-4f34-a448-451672927b57 admin admin] Pushing event updated for resources: {'Network': ['ID=5a6cc9fd-7c89-4382-a460-9e49c7df15fc,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:58:55.714297 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-21b35c10-0ae3-4f34-a448-451672927b57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:58:55.723337 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Network 5a6cc9fd-7c89-4382-a460-9e49c7df15fc details requested by agent ovs-agent-dv-cinder-775706-1-iscsi with host dv-cinder-775706-1-iscsi {{(pid=84076) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 15:58:55.734181 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce6a33-33e2-4d33-84cc-d1a7ebe0013d req-7f7a186a-52da-4d98-ba2b-45312bd8909b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:55.736176 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-bfce6a33-33e2-4d33-84cc-d1a7ebe0013d req-7f7a186a-52da-4d98-ba2b-45312bd8909b service neutron] 10.222.0.103 "GET /v2.0/subnets?id=ad071c69-6309-4f89-b5f5-850687a34a80 HTTP/1.1" status: 200 len: 856 time: 0.0724270 Feb 16 15:58:55.737074 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 47994) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:58:55.737446 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-21b35c10-0ae3-4f34-a448-451672927b57 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.7293375 Feb 16 15:58:55.743381 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [None req-535d00e8-a13e-4365-a0e4-24ea21b91bdb admin admin] Request body: {'subnet': {'network_id': '5a6cc9fd-7c89-4382-a460-9e49c7df15fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-775119664-subnet', 'tenant_id': '57c03e2c6fe04a41927ce974a5ae8db2', 'ip_version': 4}} {{(pid=84075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:58:55.747624 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Network 5a6cc9fd-7c89-4382-a460-9e49c7df15fc details requested by agent ovs-agent-hv-cinder-77570 with host hv-cinder-77570 {{(pid=84076) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 15:58:55.788988 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-535d00e8-a13e-4365-a0e4-24ea21b91bdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:58:55.802885 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-535d00e8-a13e-4365-a0e4-24ea21b91bdb admin admin] Usage tracker for resource:subnet and tenant:57c03e2c6fe04a41927ce974a5ae8db2 is out of sync, need to count used quota {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:58:55.807176 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-535d00e8-a13e-4365-a0e4-24ea21b91bdb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:58:55.815653 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-535d00e8-a13e-4365-a0e4-24ea21b91bdb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:58:55.851884 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce6a33-33e2-4d33-84cc-d1a7ebe0013d req-27db17be-ca09-4953-86ef-9e8080204b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:55.853509 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-bfce6a33-33e2-4d33-84cc-d1a7ebe0013d req-27db17be-ca09-4953-86ef-9e8080204b0a service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=ad429259-d816-4c2a-be88-810e600c47b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1063654 Feb 16 15:58:55.858656 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-535d00e8-a13e-4365-a0e4-24ea21b91bdb admin admin] Made reservation on behalf of 57c03e2c6fe04a41927ce974a5ae8db2 for: {'subnet': 1} {{(pid=84075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:58:55.864030 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-535d00e8-a13e-4365-a0e4-24ea21b91bdb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7819943'] for subnet, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:55.914294 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 48000) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:58:56.082488 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-bb4918bd-d357-4d6d-915e-c8fa4a0db59b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:56.116466 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-bb4918bd-d357-4d6d-915e-c8fa4a0db59b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:58:56.120906 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-bb4918bd-d357-4d6d-915e-c8fa4a0db59b admin admin] Usage tracker for resource:security_group_rule and tenant:9495c5f53c7a4236a737a1ef3e4d7aed is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:58:56.121787 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-bfce6a33-33e2-4d33-84cc-d1a7ebe0013d req-16a22271-8572-46fd-b0bc-24359d41b4ad service neutron] 10.222.0.103 "GET /v2.0/networks/ad429259-d816-4c2a-be88-810e600c47b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435045 Feb 16 15:58:56.123997 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-bb4918bd-d357-4d6d-915e-c8fa4a0db59b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:58:56.130463 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-bb4918bd-d357-4d6d-915e-c8fa4a0db59b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:58:56.270331 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-bb4918bd-d357-4d6d-915e-c8fa4a0db59b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:56.307241 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-bb4918bd-d357-4d6d-915e-c8fa4a0db59b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:56.337205 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-a1fc7cad-194d-4576-8667-57e939fe6a9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:58:56.377446 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-bfce6a33-33e2-4d33-84cc-d1a7ebe0013d req-8e96f86e-e416-4b35-9f05-36eedac5bb3a service neutron] 10.222.0.103 "GET /v2.0/networks/ad429259-d816-4c2a-be88-810e600c47b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2438936 Feb 16 15:58:56.396721 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4918bd-d357-4d6d-915e-c8fa4a0db59b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48a5eeea-56e0-4a00-b91a-240525aae828,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:58:56.400757 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-bb4918bd-d357-4d6d-915e-c8fa4a0db59b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:58:56.413674 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-bb4918bd-d357-4d6d-915e-c8fa4a0db59b admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=9495c5f53c7a4236a737a1ef3e4d7aed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4981792 Feb 16 15:58:56.416501 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 48014) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:58:56.485214 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f9a711ab-4a4c-470a-b9d5-b58080889738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:56.515397 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f9a711ab-4a4c-470a-b9d5-b58080889738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:56.596081 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f9a711ab-4a4c-470a-b9d5-b58080889738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:56.601338 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-ad990127-ccd8-420d-ab81-28941cda90f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:58:56.615969 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a711ab-4a4c-470a-b9d5-b58080889738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a5eeea-56e0-4a00-b91a-240525aae828,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:58:56.619403 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-f9a711ab-4a4c-470a-b9d5-b58080889738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:58:56.620662 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f9a711ab-4a4c-470a-b9d5-b58080889738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:56.621860 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-f9a711ab-4a4c-470a-b9d5-b58080889738 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/48a5eeea-56e0-4a00-b91a-240525aae828 HTTP/1.1" status: 204 len: 168 time: 0.2040303 Feb 16 15:58:56.745374 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4465df2f-f3e3-4624-9f29-0a713b257765 req-72b01fc9-7592-4fc3-b12a-f6905254af45 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:56.747034 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-4465df2f-f3e3-4624-9f29-0a713b257765 req-72b01fc9-7592-4fc3-b12a-f6905254af45 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=617c5d16-91b3-4115-98c3-d15fb41b5a8c HTTP/1.1" status: 200 len: 945 time: 0.3290663 Feb 16 15:58:56.751255 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a477f-b7f2-4eae-9819-e3a9030be71f req-f195e776-ba0d-4ea2-87be-70ef43cf2c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:56.752947 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-cb5a477f-b7f2-4eae-9819-e3a9030be71f req-f195e776-ba0d-4ea2-87be-70ef43cf2c55 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=d1456e6ef0124344987862a0a776adce&device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 1161 time: 0.2456853 Feb 16 15:58:56.760334 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d427b98-c242-4458-abb1-2e86d458c121 req-7e17cec9-3dbc-4690-b0f3-72bc3a5d0820 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:56.761942 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6d427b98-c242-4458-abb1-2e86d458c121 req-7e17cec9-3dbc-4690-b0f3-72bc3a5d0820 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 944 time: 0.3451986 Feb 16 15:58:56.997613 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-4465df2f-f3e3-4624-9f29-0a713b257765 req-e081a10f-d136-4904-855e-7400242c1b93 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330482 Feb 16 15:58:57.043666 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6d427b98-c242-4458-abb1-2e86d458c121 req-f29c047e-e5f8-4f7f-8e5b-016e33c1c958 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1398146 Feb 16 15:58:57.050613 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a477f-b7f2-4eae-9819-e3a9030be71f req-4662aec3-383e-4da5-83ed-83afafb7ef52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:57.051946 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-cb5a477f-b7f2-4eae-9819-e3a9030be71f req-4662aec3-383e-4da5-83ed-83afafb7ef52 service neutron] 10.222.0.103 "GET /v2.0/networks?id=ad429259-d816-4c2a-be88-810e600c47b4 HTTP/1.1" status: 200 len: 911 time: 0.2808630 Feb 16 15:58:57.201078 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-cb5a477f-b7f2-4eae-9819-e3a9030be71f req-4f3dc5e4-22ed-4e3f-9be4-08d088604208 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9dedfb5f-f242-4d22-9c46-3ce5cb5669a4 HTTP/1.1" status: 200 len: 217 time: 0.1193733 Feb 16 15:58:57.306033 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-535d00e8-a13e-4365-a0e4-24ea21b91bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7708438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7819924'] for subnet, after_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:57.339023 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-63af44ef-150b-4be1-9c3f-e1746641f246 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:58:57.679560 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a477f-b7f2-4eae-9819-e3a9030be71f req-e6fdda17-2869-42e5-9ea9-bef13c607982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:57.681090 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-cb5a477f-b7f2-4eae-9819-e3a9030be71f req-e6fdda17-2869-42e5-9ea9-bef13c607982 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=ad071c69-6309-4f89-b5f5-850687a34a80 HTTP/1.1" status: 200 len: 856 time: 0.4680557 Feb 16 15:58:57.747309 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535d00e8-a13e-4365-a0e4-24ea21b91bdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=578849cb-f9a8-4646-bed7-c111f69c5937,revision_number=0']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:58:57.766220 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-535d00e8-a13e-4365-a0e4-24ea21b91bdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:58:57.826951 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4464e28-9102-448e-8f50-b8f075b71b78 req-d71f4e1e-29ca-441e-b61e-790b0a790d23 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:57.828730 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-f4464e28-9102-448e-8f50-b8f075b71b78 req-d71f4e1e-29ca-441e-b61e-790b0a790d23 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced7a577-51a2-4cc1-89d4-f9abaa3ef0eb HTTP/1.1" status: 200 len: 945 time: 0.5735905 Feb 16 15:58:57.906086 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a477f-b7f2-4eae-9819-e3a9030be71f req-19b09047-0bde-43c7-aea2-ad69ba73e336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:57.908267 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-cb5a477f-b7f2-4eae-9819-e3a9030be71f req-19b09047-0bde-43c7-aea2-ad69ba73e336 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=ad429259-d816-4c2a-be88-810e600c47b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2124989 Feb 16 15:58:57.957464 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-f4464e28-9102-448e-8f50-b8f075b71b78 req-f5c910fd-529a-4a05-973a-ccd1569fab60 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fcb05d0-71e7-4569-9012-47a704188c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149383 Feb 16 15:58:57.971233 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535d00e8-a13e-4365-a0e4-24ea21b91bdb admin admin] Checking segment: {'id': '2868b9f6-5019-4779-bec8-1457bba2edf9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5a6cc9fd-7c89-4382-a460-9e49c7df15fc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:58:57.971619 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535d00e8-a13e-4365-a0e4-24ea21b91bdb admin admin] Network hostable DHCP agents. Network: 5a6cc9fd-7c89-4382-a460-9e49c7df15fc, hostable agents: ['47b90563-7f25-4d7d-8681-11e1fb253c09'], hosted agents: [] {{(pid=84075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 16 15:58:58.106826 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-cb5a477f-b7f2-4eae-9819-e3a9030be71f req-fefdea5f-fce1-414a-a90a-0fb6f08654ae service neutron] 10.222.0.103 "GET /v2.0/networks/ad429259-d816-4c2a-be88-810e600c47b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845376 Feb 16 15:58:58.238120 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535d00e8-a13e-4365-a0e4-24ea21b91bdb admin admin] Network 5a6cc9fd-7c89-4382-a460-9e49c7df15fc is scheduled to be hosted by DHCP agent 47b90563-7f25-4d7d-8681-11e1fb253c09 with binding_index 1 {{(pid=84075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 16 15:58:58.399132 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.base_scheduler [None req-535d00e8-a13e-4365-a0e4-24ea21b91bdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-1-iscsi, 5a6cc9fd-7c89-4382-a460-9e49c7df15fc) {{(pid=84075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:58:58.408580 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8287ec1f-145f-456d-a31b-ac2482baa045 None None] Network 5a6cc9fd-7c89-4382-a460-9e49c7df15fc requested from dv-cinder-775706-1-iscsi {{(pid=84076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 15:58:58.432546 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-cb5a477f-b7f2-4eae-9819-e3a9030be71f req-d25d12f4-4e22-4f18-b590-f131e558cb32 service neutron] 10.222.0.103 "GET /v2.0/networks/ad429259-d816-4c2a-be88-810e600c47b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3117507 Feb 16 15:58:58.446369 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535d00e8-a13e-4365-a0e4-24ea21b91bdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:58.447066 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-535d00e8-a13e-4365-a0e4-24ea21b91bdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210664'] for subnet, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:58.482830 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b5069a-924f-4a8b-af8f-6c068d681e2f req-25ca526c-22c3-4d10-a339-5901c203337d tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:58.484473 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-f3b5069a-924f-4a8b-af8f-6c068d681e2f req-25ca526c-22c3-4d10-a339-5901c203337d tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 944 time: 0.2553270 Feb 16 15:58:58.493789 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac760ee-017e-4f9f-b8df-a727dc3ca6ac req-bf1e3b80-48fe-48cb-b290-a353e424646a tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:58.495232 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-dac760ee-017e-4f9f-b8df-a727dc3ca6ac req-bf1e3b80-48fe-48cb-b290-a353e424646a tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=617c5d16-91b3-4115-98c3-d15fb41b5a8c HTTP/1.1" status: 200 len: 945 time: 0.2647154 Feb 16 15:58:58.535873 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-535d00e8-a13e-4365-a0e4-24ea21b91bdb admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.7974827 Feb 16 15:58:58.538895 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 48104) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:58:58.550081 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [None req-2cbced5e-a36d-4bfa-a556-f3fbadcfeaef admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-775119664-router', 'tenant_id': '57c03e2c6fe04a41927ce974a5ae8db2', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6'}}} {{(pid=84074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:58:58.563500 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-2cbced5e-a36d-4bfa-a556-f3fbadcfeaef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:58:58.569428 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-2cbced5e-a36d-4bfa-a556-f3fbadcfeaef admin admin] Usage tracker for resource:router and tenant:57c03e2c6fe04a41927ce974a5ae8db2 is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:58:58.572711 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-2cbced5e-a36d-4bfa-a556-f3fbadcfeaef admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:58:58.577737 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-f3b5069a-924f-4a8b-af8f-6c068d681e2f req-66d635be-a584-4c39-89dc-1b6d525e321b tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814340 Feb 16 15:58:58.578785 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-2cbced5e-a36d-4bfa-a556-f3fbadcfeaef admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:58:58.582929 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-dac760ee-017e-4f9f-b8df-a727dc3ca6ac req-b98d3bd7-45b0-4866-a4a2-0771b4ab0827 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715511 Feb 16 15:58:58.642311 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-2cbced5e-a36d-4bfa-a556-f3fbadcfeaef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-877582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63965'] for router, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:58.644158 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-2cbced5e-a36d-4bfa-a556-f3fbadcfeaef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853898234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853866136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854113137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854711868'] for router, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:58.684276 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5300590f-82fe-4cb6-af18-e5a443f8c4d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb25ab78c-394c-56d3-b2e1-bf845d3bcb0e-5a6cc9fd-7c89-4382-a460-9e49c7df15fc', 'network_id': '5a6cc9fd-7c89-4382-a460-9e49c7df15fc', 'tenant_id': '57c03e2c6fe04a41927ce974a5ae8db2', 'fixed_ips': [{'subnet_id': '578849cb-f9a8-4646-bed7-c111f69c5937'}]}} from dv-cinder-775706-1-iscsi. {{(pid=84076) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 16 15:58:58.685237 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-5300590f-82fe-4cb6-af18-e5a443f8c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_create {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:58.790667 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-2cbced5e-a36d-4bfa-a556-f3fbadcfeaef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:59.038834 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.db_base_plugin_common [None req-5300590f-82fe-4cb6-af18-e5a443f8c4d2 None None] Allocated IP 172.20.0.2 (5a6cc9fd-7c89-4382-a460-9e49c7df15fc/578849cb-f9a8-4646-bed7-c111f69c5937/a9682bff-3c8f-4427-8687-b054482121c7) {{(pid=84076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 15:58:59.204161 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-2cbced5e-a36d-4bfa-a556-f3fbadcfeaef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853866217', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853898046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854711817'] for router, precommit_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:59.220322 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce59a091-dd8d-4676-a6ff-d5d55699be8c req-d01d15dd-4bcf-4642-b02c-05ac5754587c tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:58:59.222036 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ce59a091-dd8d-4676-a6ff-d5d55699be8c req-d01d15dd-4bcf-4642-b02c-05ac5754587c tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced7a577-51a2-4cc1-89d4-f9abaa3ef0eb HTTP/1.1" status: 200 len: 945 time: 0.1052411 Feb 16 15:58:59.276995 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ce59a091-dd8d-4676-a6ff-d5d55699be8c req-4aa4973a-da94-4081-a2a7-b000c342432b tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fcb05d0-71e7-4569-9012-47a704188c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465186 Feb 16 15:58:59.321093 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-5300590f-82fe-4cb6-af18-e5a443f8c4d2 None None] Notify callbacks [] for port, precommit_create {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:59.373857 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-5300590f-82fe-4cb6-af18-e5a443f8c4d2 None None] Transition to ACTIVE for port object a9682bff-3c8f-4427-8687-b054482121c7 will not be triggered until provisioned by entity L2. {{(pid=84076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:58:59.397308 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-5300590f-82fe-4cb6-af18-e5a443f8c4d2 None None] Transition to ACTIVE for port object a9682bff-3c8f-4427-8687-b054482121c7 will not be triggered until provisioned by entity DHCP. {{(pid=84076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:58:59.431307 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-5300590f-82fe-4cb6-af18-e5a443f8c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776636048806'] for port, after_create {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:59.451663 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:58:59.604451 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5300590f-82fe-4cb6-af18-e5a443f8c4d2 None None] Pushing event updated for resources: {'Port': ['ID=a9682bff-3c8f-4427-8687-b054482121c7,revision_number=1']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:58:59.608704 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-5300590f-82fe-4cb6-af18-e5a443f8c4d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:58:59.659905 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-2cbced5e-a36d-4bfa-a556-f3fbadcfeaef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:59.682459 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5300590f-82fe-4cb6-af18-e5a443f8c4d2 None None] Network 5a6cc9fd-7c89-4382-a460-9e49c7df15fc is already hosted by enough agents. {{(pid=84076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 15:58:59.684581 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.base_scheduler [None req-5300590f-82fe-4cb6-af18-e5a443f8c4d2 None None] Resources bound (agent type, host, resource id): {{(pid=84076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:58:59.691045 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5300590f-82fe-4cb6-af18-e5a443f8c4d2 None None] Received port after_create {{(pid=84076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 15:58:59.693950 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-2cbced5e-a36d-4bfa-a556-f3fbadcfeaef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:59.767982 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-5300590f-82fe-4cb6-af18-e5a443f8c4d2 None None] Attempting to bind port a9682bff-3c8f-4427-8687-b054482121c7 on host dv-cinder-775706-1-iscsi for vnic_type normal with profile {{(pid=84076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:58:59.768640 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-5300590f-82fe-4cb6-af18-e5a443f8c4d2 None None] Attempting to bind port a9682bff-3c8f-4427-8687-b054482121c7 by drivers openvswitch on host dv-cinder-775706-1-iscsi at level 0 using segments [{'id': '2868b9f6-5019-4779-bec8-1457bba2edf9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5a6cc9fd-7c89-4382-a460-9e49c7df15fc'}] {{(pid=84076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 15:58:59.769269 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5300590f-82fe-4cb6-af18-e5a443f8c4d2 None None] Attempting to bind port a9682bff-3c8f-4427-8687-b054482121c7 on network 5a6cc9fd-7c89-4382-a460-9e49c7df15fc {{(pid=84076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 15:58:59.776415 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5300590f-82fe-4cb6-af18-e5a443f8c4d2 None None] Checking agent: {'id': '84f77aeb-7661-44c0-b112-b1bf68bd83fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 15, 47, 21), 'started_at': datetime.datetime(2021, 2, 16, 15, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 15, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.95', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 15:58:59.777331 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5300590f-82fe-4cb6-af18-e5a443f8c4d2 None None] Checking segment: {'id': '2868b9f6-5019-4779-bec8-1457bba2edf9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5a6cc9fd-7c89-4382-a460-9e49c7df15fc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:58:59.778281 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-5300590f-82fe-4cb6-af18-e5a443f8c4d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:59.779076 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5300590f-82fe-4cb6-af18-e5a443f8c4d2 None None] Bound using segment: {'id': '2868b9f6-5019-4779-bec8-1457bba2edf9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5a6cc9fd-7c89-4382-a460-9e49c7df15fc'} {{(pid=84076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 15:58:59.779955 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-5300590f-82fe-4cb6-af18-e5a443f8c4d2 None None] Bound port: a9682bff-3c8f-4427-8687-b054482121c7, host: dv-cinder-775706-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2868b9f6-5019-4779-bec8-1457bba2edf9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5a6cc9fd-7c89-4382-a460-9e49c7df15fc'}}] {{(pid=84076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 15:58:59.780778 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-5300590f-82fe-4cb6-af18-e5a443f8c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:59.894960 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-5300590f-82fe-4cb6-af18-e5a443f8c4d2 None None] For port a9682bff-3c8f-4427-8687-b054482121c7, host dv-cinder-775706-1-iscsi, cleared binding levels {{(pid=84076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 15:58:59.898663 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-5300590f-82fe-4cb6-af18-e5a443f8c4d2 None None] For port a9682bff-3c8f-4427-8687-b054482121c7, host dv-cinder-775706-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-iscsi',level=0,port_id=a9682bff-3c8f-4427-8687-b054482121c7,segment=NetworkSegment(2868b9f6-5019-4779-bec8-1457bba2edf9),segment_id=2868b9f6-5019-4779-bec8-1457bba2edf9)] {{(pid=84076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 15:58:59.928465 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-5300590f-82fe-4cb6-af18-e5a443f8c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:58:59.978035 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-3e17b762-ad92-4ddf-90c3-99f05b3f63ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:59:00.030143 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ae44a5-2a32-400f-a079-e9655a11e381 req-7ea39ab7-85ac-4070-a50e-143f8496f027 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:59:00.044182 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-d7ae44a5-2a32-400f-a079-e9655a11e381 req-7ea39ab7-85ac-4070-a50e-143f8496f027 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=617c5d16-91b3-4115-98c3-d15fb41b5a8c HTTP/1.1" status: 200 len: 945 time: 0.2563784 Feb 16 15:59:00.061182 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e0c88-3a14-4758-a5c3-7f16870ee46a req-7317c21b-9d02-4beb-bfc7-1ce268566202 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:59:00.062986 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-8b0e0c88-3a14-4758-a5c3-7f16870ee46a req-7317c21b-9d02-4beb-bfc7-1ce268566202 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 944 time: 0.2733936 Feb 16 15:59:00.105435 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.db_base_plugin_common [None req-2cbced5e-a36d-4bfa-a556-f3fbadcfeaef admin admin] Allocated IP 172.27.1.238 (4b949073-2dbc-48f8-99e6-0912404ac0f6/1330f553-cf5d-40b8-b778-7809bbd3e08c/f1b3b8e0-40d0-4006-9e3b-4c453f6acaf8) {{(pid=84074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 15:59:00.109257 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5300590f-82fe-4cb6-af18-e5a443f8c4d2 None None] Pushing event updated for resources: {'Port': ['ID=a9682bff-3c8f-4427-8687-b054482121c7,revision_number=2']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:59:00.113988 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-5300590f-82fe-4cb6-af18-e5a443f8c4d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:59:00.157995 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-d7ae44a5-2a32-400f-a079-e9655a11e381 req-b406927a-0289-499e-89e7-b3af8f8bb9e8 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922337 Feb 16 15:59:00.168921 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-8b0e0c88-3a14-4758-a5c3-7f16870ee46a req-8ae6f61e-1dc3-4476-9344-e8553a23be72 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860410 Feb 16 15:59:00.312946 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-2cbced5e-a36d-4bfa-a556-f3fbadcfeaef admin admin] Notify callbacks [] for port, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:00.373115 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-2cbced5e-a36d-4bfa-a556-f3fbadcfeaef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776636048806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6980856'] for port, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:00.389449 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-7e426319-7685-4b7a-8f72-5abfa9f2dfec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:59:00.553250 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbced5e-a36d-4bfa-a556-f3fbadcfeaef admin admin] Pushing event updated for resources: {'Port': ['ID=f1b3b8e0-40d0-4006-9e3b-4c453f6acaf8,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:59:00.556483 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-2cbced5e-a36d-4bfa-a556-f3fbadcfeaef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:59:00.614423 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbced5e-a36d-4bfa-a556-f3fbadcfeaef admin admin] Network 4b949073-2dbc-48f8-99e6-0912404ac0f6 is already hosted by enough agents. {{(pid=84074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 15:59:00.618763 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.base_scheduler [None req-2cbced5e-a36d-4bfa-a556-f3fbadcfeaef admin admin] Resources bound (agent type, host, resource id): {{(pid=84074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:59:00.618763 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbced5e-a36d-4bfa-a556-f3fbadcfeaef admin admin] Received port after_create {{(pid=84074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 15:59:00.787961 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 48164) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:59:00.815467 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device a9682bff-3c8f-4427-8687-b054482121c7 up at agent ovs-agent-dv-cinder-775706-1-iscsi {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:59:00.910444 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Provisioning for port a9682bff-3c8f-4427-8687-b054482121c7 completed by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:59:00.934562 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-aa8d785c-939f-4480-a3d3-b9b7c494dc47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:00.950757 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-aa8d785c-939f-4480-a3d3-b9b7c494dc47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:59:00.956103 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-aa8d785c-939f-4480-a3d3-b9b7c494dc47 admin admin] Usage tracker for resource:security_group_rule and tenant:c86a6964304e4f3bb2941f1e3132daf4 is out of sync, need to count used quota {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:59:00.959478 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-aa8d785c-939f-4480-a3d3-b9b7c494dc47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:59:00.965359 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-aa8d785c-939f-4480-a3d3-b9b7c494dc47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:59:01.127428 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-aa8d785c-939f-4480-a3d3-b9b7c494dc47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:01.160532 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-aa8d785c-939f-4480-a3d3-b9b7c494dc47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:01.160532 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-a5f124be-9e80-4f19-b354-2091a302a0d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:59:01.215085 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-aa8d785c-939f-4480-a3d3-b9b7c494dc47 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=c86a6964304e4f3bb2941f1e3132daf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4258399 Feb 16 15:59:01.215802 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 48178) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:59:01.218818 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8d785c-939f-4480-a3d3-b9b7c494dc47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4993169-d7d9-43c7-9a50-bc2039c4db0b,revision_number=1']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:59:01.223259 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-aa8d785c-939f-4480-a3d3-b9b7c494dc47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:59:01.310729 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b0038c8a-7322-44f3-a232-cd479462c659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:01.373640 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-2cbced5e-a36d-4bfa-a556-f3fbadcfeaef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:01.454906 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b0038c8a-7322-44f3-a232-cd479462c659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:01.554261 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ec6fc-0da5-418d-a671-fdfc4915fc78 req-7ff58a83-9028-4bb0-819d-efbc8ac047f0 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:59:01.556013 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7e5ec6fc-0da5-418d-a671-fdfc4915fc78 req-7ff58a83-9028-4bb0-819d-efbc8ac047f0 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 944 time: 0.2419975 Feb 16 15:59:01.575186 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52bcbcc-6427-454c-b45f-da3fc1484685 req-f9f662bf-d3a1-4649-906a-f2c4d53bc3fe tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:59:01.577547 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-f52bcbcc-6427-454c-b45f-da3fc1484685 req-f9f662bf-d3a1-4649-906a-f2c4d53bc3fe tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=617c5d16-91b3-4115-98c3-d15fb41b5a8c HTTP/1.1" status: 200 len: 945 time: 0.2078736 Feb 16 15:59:01.619840 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b0038c8a-7322-44f3-a232-cd479462c659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:01.631334 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-0823f987-a845-4b9c-8241-021513951e42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:59:01.669843 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0038c8a-7322-44f3-a232-cd479462c659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4993169-d7d9-43c7-9a50-bc2039c4db0b,revision_number=None']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:59:01.676451 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b0038c8a-7322-44f3-a232-cd479462c659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:01.677778 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-b0038c8a-7322-44f3-a232-cd479462c659 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/a4993169-d7d9-43c7-9a50-bc2039c4db0b HTTP/1.1" status: 204 len: 168 time: 0.4608016 Feb 16 15:59:01.707158 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-b0038c8a-7322-44f3-a232-cd479462c659 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:59:01.718602 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-f52bcbcc-6427-454c-b45f-da3fc1484685 req-44a642dd-0176-420a-8274-f1061139cf76 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249220 Feb 16 15:59:01.804148 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849f5b24-45ec-4534-acbc-854cd8760871 None None] Network 5a6cc9fd-7c89-4382-a460-9e49c7df15fc requested from dv-cinder-775706-1-iscsi {{(pid=84076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 15:59:01.807457 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7e5ec6fc-0da5-418d-a671-fdfc4915fc78 req-cef3a4d8-068d-4202-a49b-d38935585025 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2437699 Feb 16 15:59:01.869398 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-2cbced5e-a36d-4bfa-a556-f3fbadcfeaef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-877770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-909817'] for router, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:01.881508 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55de7c3e-7b0f-44c7-b16f-8b754449b2b6 req-61720e42-6714-4016-8c14-1ed60ecbfaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:59:01.883187 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-55de7c3e-7b0f-44c7-b16f-8b754449b2b6 req-61720e42-6714-4016-8c14-1ed60ecbfaf9 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=617c5d16-91b3-4115-98c3-d15fb41b5a8c HTTP/1.1" status: 200 len: 1162 time: 0.1544349 Feb 16 15:59:01.939188 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-55de7c3e-7b0f-44c7-b16f-8b754449b2b6 req-d8d793cc-cdb6-4c0d-a494-59d28c3a826c service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426357 Feb 16 15:59:01.979905 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-83b2fc47-c4ab-452a-a49d-6fd2d34f375c None None] Provisioning for port a9682bff-3c8f-4427-8687-b054482121c7 completed by entity DHCP. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:59:01.990961 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-83b2fc47-c4ab-452a-a49d-6fd2d34f375c None None] Provisioning complete for port a9682bff-3c8f-4427-8687-b054482121c7 triggered by entity DHCP. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:59:01.991538 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-83b2fc47-c4ab-452a-a49d-6fd2d34f375c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:02.191407 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cbced5e-a36d-4bfa-a556-f3fbadcfeaef admin admin] Router fbbad0f3-69af-4b08-b932-6a0de89dfb4b is scheduled to L3 agent 4f2d6f55-b6e7-4768-88f5-01ac5c4c3902 with binding_index 1 {{(pid=84074) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 16 15:59:02.294231 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-83b2fc47-c4ab-452a-a49d-6fd2d34f375c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:02.318790 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 48192) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:59:02.338677 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-83b2fc47-c4ab-452a-a49d-6fd2d34f375c None None] For port a9682bff-3c8f-4427-8687-b054482121c7, host dv-cinder-775706-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-iscsi',level=0,port_id=a9682bff-3c8f-4427-8687-b054482121c7,segment=NetworkSegment(2868b9f6-5019-4779-bec8-1457bba2edf9),segment_id=2868b9f6-5019-4779-bec8-1457bba2edf9)] {{(pid=84076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:59:02.350616 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8efc2aaa-5da8-4517-8581-e4528b994e7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:02.378341 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-83b2fc47-c4ab-452a-a49d-6fd2d34f375c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:02.385890 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-8efc2aaa-5da8-4517-8581-e4528b994e7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:59:02.386300 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-8183115c-8967-4561-843f-9a4c3211731f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:59:02.390140 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-8efc2aaa-5da8-4517-8581-e4528b994e7c admin admin] Usage tracker for resource:security_group_rule and tenant:f0b7a3d9b9ef48cc90d99b722e677659 is out of sync, need to count used quota {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:59:02.395958 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-8efc2aaa-5da8-4517-8581-e4528b994e7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:59:02.402732 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-8efc2aaa-5da8-4517-8581-e4528b994e7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:59:02.436058 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cbced5e-a36d-4bfa-a556-f3fbadcfeaef admin admin] Notify agent at l3_agent.dv-cinder-775706-1-iscsi the message routers_updated {{(pid=84074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 15:59:02.447830 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8e0afd-7eaf-4c58-9cc9-e8c03e91ba5b None None] Sync routers for ids ['fbbad0f3-69af-4b08-b932-6a0de89dfb4b'] in dv-cinder-775706-1-iscsi {{(pid=84077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 15:59:02.466969 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8e0afd-7eaf-4c58-9cc9-e8c03e91ba5b None None] Routers {'fbbad0f3-69af-4b08-b932-6a0de89dfb4b'} bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:59:02.468006 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-6e8e0afd-7eaf-4c58-9cc9-e8c03e91ba5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T15:47:20Z,description=,heartbeat_timestamp=2021-02-16T15:58:51Z,host='dv-cinder-775706-1-iscsi',id=4f2d6f55-b6e7-4768-88f5-01ac5c4c3902,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:47:21Z,topic='l3_agent')) {'router_ids': ['fbbad0f3-69af-4b08-b932-6a0de89dfb4b'], 'active': True} {{(pid=84077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:59:02.493432 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-2cbced5e-a36d-4bfa-a556-f3fbadcfeaef admin admin] Notify callbacks [] for router, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:02.496318 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-2cbced5e-a36d-4bfa-a556-f3fbadcfeaef admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.9556336 Feb 16 15:59:02.504622 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 48200) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:59:02.515847 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8efc2aaa-5da8-4517-8581-e4528b994e7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:02.546985 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b2fc47-c4ab-452a-a49d-6fd2d34f375c None None] Pushing event updated for resources: {'Port': ['ID=a9682bff-3c8f-4427-8687-b054482121c7,revision_number=3']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:59:02.547244 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8efc2aaa-5da8-4517-8581-e4528b994e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:02.548951 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-83b2fc47-c4ab-452a-a49d-6fd2d34f375c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:59:02.582977 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:59:02.596700 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-8efc2aaa-5da8-4517-8581-e4528b994e7c admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=f0b7a3d9b9ef48cc90d99b722e677659&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2763822 Feb 16 15:59:02.604416 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 48204) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:59:02.680046 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efc2aaa-5da8-4517-8581-e4528b994e7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99b608fd-c799-4651-93b6-8fa45270a7de,revision_number=1']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:59:02.691750 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-8efc2aaa-5da8-4517-8581-e4528b994e7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:59:02.711064 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-77fbcedb-66a9-4318-814f-f36c8b9e0845 None None] Provisioning complete for port a9682bff-3c8f-4427-8687-b054482121c7 triggered by entity DHCP. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:59:02.711496 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-77fbcedb-66a9-4318-814f-f36c8b9e0845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:02.728127 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvr_db [None req-6e8e0afd-7eaf-4c58-9cc9-e8c03e91ba5b None None] Set router fbbad0f3-69af-4b08-b932-6a0de89dfb4b gateway port host: dv-cinder-775706-1-iscsi {{(pid=84077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:59:02.804628 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-fba2dc2d-40ec-4228-9779-1102247c8e5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:02.885933 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-fba2dc2d-40ec-4228-9779-1102247c8e5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:02.886135 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device a9682bff-3c8f-4427-8687-b054482121c7 up at agent ovs-agent-dv-cinder-775706-1-iscsi {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:59:03.122941 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-fba2dc2d-40ec-4228-9779-1102247c8e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:03.139701 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:59:03.143053 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Provisioning complete for port a9682bff-3c8f-4427-8687-b054482121c7 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:59:03.143706 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:03.174384 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba2dc2d-40ec-4228-9779-1102247c8e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b608fd-c799-4651-93b6-8fa45270a7de,revision_number=None']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:59:03.187635 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-fba2dc2d-40ec-4228-9779-1102247c8e5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:59:03.201131 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-fba2dc2d-40ec-4228-9779-1102247c8e5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:03.202374 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-fba2dc2d-40ec-4228-9779-1102247c8e5e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/99b608fd-c799-4651-93b6-8fa45270a7de HTTP/1.1" status: 204 len: 168 time: 0.5969462 Feb 16 15:59:03.232243 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de0c125-b35d-4454-af30-37433e52e67d req-b2a9d730-5beb-4c1c-bacc-a5e18c56ddb0 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:59:03.237585 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-8de0c125-b35d-4454-af30-37433e52e67d req-b2a9d730-5beb-4c1c-bacc-a5e18c56ddb0 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=617c5d16-91b3-4115-98c3-d15fb41b5a8c HTTP/1.1" status: 200 len: 945 time: 0.2223368 Feb 16 15:59:03.348105 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-6e8e0afd-7eaf-4c58-9cc9-e8c03e91ba5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbbad0f3-69af-4b08-b932-6a0de89dfb4b', 'name': 'tempest-TestShelveInstance-775119664-router', 'tenant_id': '57c03e2c6fe04a41927ce974a5ae8db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': 'f1b3b8e0-40d0-4006-9e3b-4c453f6acaf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:58:58Z', 'updated_at': '2021-02-16T15:59:00Z', 'revision_number': 3, 'project_id': '57c03e2c6fe04a41927ce974a5ae8db2', 'gw_port': {'id': 'f1b3b8e0-40d0-4006-9e3b-4c453f6acaf8', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:66:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbbad0f3-69af-4b08-b932-6a0de89dfb4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:58:59Z', 'updated_at': '2021-02-16T15:59:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi'}], 'dv-cinder-775706-1-iscsi', False) {} {{(pid=84077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:59:03.353993 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8e0afd-7eaf-4c58-9cc9-e8c03e91ba5b None None] Checking router: fbbad0f3-69af-4b08-b932-6a0de89dfb4b for host: dv-cinder-775706-1-iscsi {{(pid=84077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 15:59:03.354654 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8e0afd-7eaf-4c58-9cc9-e8c03e91ba5b None None] Updating router fbbad0f3-69af-4b08-b932-6a0de89dfb4b port f1b3b8e0-40d0-4006-9e3b-4c453f6acaf8 binding host dv-cinder-775706-1-iscsi {{(pid=84077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 16 15:59:03.379915 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-8de0c125-b35d-4454-af30-37433e52e67d req-e7aefeff-3e77-4016-8f0d-8e12ca9c53a7 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353819 Feb 16 15:59:03.523779 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device 9dedfb5f-f242-4d22-9c46-3ce5cb5669a4 up at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:59:03.529388 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-6e8e0afd-7eaf-4c58-9cc9-e8c03e91ba5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:03.644097 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffcf1f4-0349-44ab-ad63-20a22f55c952 req-300e5b62-0209-48f2-929a-181413e9fe78 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:59:03.646165 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-fffcf1f4-0349-44ab-ad63-20a22f55c952 req-300e5b62-0209-48f2-929a-181413e9fe78 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 944 time: 0.1796892 Feb 16 15:59:03.658227 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-d5aebe79-2946-4e8f-a88d-00152db15201 None None] Provisioning complete for port a9682bff-3c8f-4427-8687-b054482121c7 triggered by entity DHCP. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:59:03.658227 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d5aebe79-2946-4e8f-a88d-00152db15201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:03.719186 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-fffcf1f4-0349-44ab-ad63-20a22f55c952 req-0bc45e4c-99d1-40a4-aaad-c4531f3cac06 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658216 Feb 16 15:59:03.754342 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning for port 9dedfb5f-f242-4d22-9c46-3ce5cb5669a4 completed by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:59:03.782388 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning complete for port 9dedfb5f-f242-4d22-9c46-3ce5cb5669a4 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:59:03.782920 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:03.962822 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-2caed70b-018f-47c8-ae4a-e563c36640e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:03.996782 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:04.176198 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 48226) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:59:04.196996 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b8fcc080-4e6f-41cb-88fd-886c241aad42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:04.199208 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-6e8e0afd-7eaf-4c58-9cc9-e8c03e91ba5b None None] Notify callbacks [] for port, precommit_update {{(pid=84077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:04.215355 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-6e8e0afd-7eaf-4c58-9cc9-e8c03e91ba5b None None] Transition to ACTIVE for port object f1b3b8e0-40d0-4006-9e3b-4c453f6acaf8 will not be triggered until provisioned by entity L2. {{(pid=84077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:59:04.216304 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-b8fcc080-4e6f-41cb-88fd-886c241aad42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:59:04.221022 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-b8fcc080-4e6f-41cb-88fd-886c241aad42 admin admin] Usage tracker for resource:security_group_rule and tenant:bc84a61e97e14b748a3b96b56a826d98 is out of sync, need to count used quota {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:59:04.224276 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-b8fcc080-4e6f-41cb-88fd-886c241aad42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:59:04.231103 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-b8fcc080-4e6f-41cb-88fd-886c241aad42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:59:04.247844 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-6e8e0afd-7eaf-4c58-9cc9-e8c03e91ba5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:04.287897 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-fa1d6065-43fe-416f-9d9a-b2452a126936 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:59:04.290829 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d47a1b6-f3a5-432d-8db4-121a2e835452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dedfb5f-f242-4d22-9c46-3ce5cb5669a4'}] {{(pid=84076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:59:04.307037 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] For port 9dedfb5f-f242-4d22-9c46-3ce5cb5669a4, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=9dedfb5f-f242-4d22-9c46-3ce5cb5669a4,segment=NetworkSegment(70f36e3c-fd91-4136-95df-cba7919e0ad6),segment_id=70f36e3c-fd91-4136-95df-cba7919e0ad6)] {{(pid=84076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:59:04.339544 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:04.343310 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:59:04.381964 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b8fcc080-4e6f-41cb-88fd-886c241aad42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:04.394848 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d47a1b6-f3a5-432d-8db4-121a2e835452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dedfb5f-f242-4d22-9c46-3ce5cb5669a4', 'code': 200} Feb 16 15:59:04.413647 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b8fcc080-4e6f-41cb-88fd-886c241aad42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:04.425068 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-b0038c8a-7322-44f3-a232-cd479462c659 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:59:04.442950 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Pushing event updated for resources: {'Port': ['ID=9dedfb5f-f242-4d22-9c46-3ce5cb5669a4,revision_number=4']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:59:04.455667 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:59:04.479336 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-b8fcc080-4e6f-41cb-88fd-886c241aad42 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=bc84a61e97e14b748a3b96b56a826d98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2991066 Feb 16 15:59:04.479336 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fcc080-4e6f-41cb-88fd-886c241aad42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dff5f4a-4fc9-4e53-9044-7fbc073d2750,revision_number=1']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:59:04.480529 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 48234) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:59:04.481784 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1591e2-39c9-41fe-8d5f-a2af6dbef338 None None] Pushing event updated for resources: {'Port': ['ID=f1b3b8e0-40d0-4006-9e3b-4c453f6acaf8,revision_number=2']} {{(pid=84077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:59:04.487303 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-cb1591e2-39c9-41fe-8d5f-a2af6dbef338 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:59:04.493784 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-b8fcc080-4e6f-41cb-88fd-886c241aad42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:59:04.538135 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.db_base_plugin_common [None req-2caed70b-018f-47c8-ae4a-e563c36640e6 admin admin] Allocated IP 172.20.0.1 (5a6cc9fd-7c89-4382-a460-9e49c7df15fc/578849cb-f9a8-4646-bed7-c111f69c5937/f6d0cd81-98fa-4553-b011-9e7cc4a6ceae) {{(pid=84074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 15:59:04.573400 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-6e8e0afd-7eaf-4c58-9cc9-e8c03e91ba5b None None] Attempting to bind port f1b3b8e0-40d0-4006-9e3b-4c453f6acaf8 on host dv-cinder-775706-1-iscsi for vnic_type normal with profile {{(pid=84077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:59:04.573810 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-6e8e0afd-7eaf-4c58-9cc9-e8c03e91ba5b None None] Attempting to bind port f1b3b8e0-40d0-4006-9e3b-4c453f6acaf8 by drivers openvswitch on host dv-cinder-775706-1-iscsi at level 0 using segments [{'id': '31924cb5-91ae-4236-8041-dd0103380e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6'}] {{(pid=84077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 15:59:04.574211 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8e0afd-7eaf-4c58-9cc9-e8c03e91ba5b None None] Attempting to bind port f1b3b8e0-40d0-4006-9e3b-4c453f6acaf8 on network 4b949073-2dbc-48f8-99e6-0912404ac0f6 {{(pid=84077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 15:59:04.581178 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8e0afd-7eaf-4c58-9cc9-e8c03e91ba5b None None] Checking agent: {'id': '84f77aeb-7661-44c0-b112-b1bf68bd83fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 15, 47, 21), 'started_at': datetime.datetime(2021, 2, 16, 15, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 15, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.95', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 15:59:04.581846 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8e0afd-7eaf-4c58-9cc9-e8c03e91ba5b None None] Checking segment: {'id': '31924cb5-91ae-4236-8041-dd0103380e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:59:04.582007 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-6e8e0afd-7eaf-4c58-9cc9-e8c03e91ba5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:04.582414 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8e0afd-7eaf-4c58-9cc9-e8c03e91ba5b None None] Bound using segment: {'id': '31924cb5-91ae-4236-8041-dd0103380e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6'} {{(pid=84077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 15:59:04.584486 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-6e8e0afd-7eaf-4c58-9cc9-e8c03e91ba5b None None] Bound port: f1b3b8e0-40d0-4006-9e3b-4c453f6acaf8, host: dv-cinder-775706-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31924cb5-91ae-4236-8041-dd0103380e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6'}}] {{(pid=84077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 15:59:04.584486 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-6e8e0afd-7eaf-4c58-9cc9-e8c03e91ba5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:04.643981 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-adc33a98-663b-4745-897e-be8f1eeac3e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:04.679249 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-6e8e0afd-7eaf-4c58-9cc9-e8c03e91ba5b None None] For port f1b3b8e0-40d0-4006-9e3b-4c453f6acaf8, host dv-cinder-775706-1-iscsi, cleared binding levels {{(pid=84077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 15:59:04.682960 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-6e8e0afd-7eaf-4c58-9cc9-e8c03e91ba5b None None] For port f1b3b8e0-40d0-4006-9e3b-4c453f6acaf8, host dv-cinder-775706-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-iscsi',level=0,port_id=f1b3b8e0-40d0-4006-9e3b-4c453f6acaf8,segment=NetworkSegment(31924cb5-91ae-4236-8041-dd0103380e57),segment_id=31924cb5-91ae-4236-8041-dd0103380e57)] {{(pid=84077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 15:59:04.712372 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-adc33a98-663b-4745-897e-be8f1eeac3e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:04.715662 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-6e8e0afd-7eaf-4c58-9cc9-e8c03e91ba5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:04.730997 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device 0c5d885e-eb99-4821-8688-2345bcfcc455 up at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:59:04.738054 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:59:04.891056 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning complete for port 0c5d885e-eb99-4821-8688-2345bcfcc455 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:59:04.893485 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:04.905587 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12d50f8-cdca-45c5-9cd7-7dc8fb04ff26 req-f7cac0be-435d-4d36-9135-e79d67cabca9 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:59:04.914290 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-e12d50f8-cdca-45c5-9cd7-7dc8fb04ff26 req-f7cac0be-435d-4d36-9135-e79d67cabca9 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=617c5d16-91b3-4115-98c3-d15fb41b5a8c HTTP/1.1" status: 200 len: 945 time: 0.3315959 Feb 16 15:59:04.921915 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1591e2-39c9-41fe-8d5f-a2af6dbef338 None None] Pushing event updated for resources: {'Port': ['ID=f1b3b8e0-40d0-4006-9e3b-4c453f6acaf8,revision_number=3']} {{(pid=84077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:59:04.931353 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-cb1591e2-39c9-41fe-8d5f-a2af6dbef338 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:59:04.975201 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8e0afd-7eaf-4c58-9cc9-e8c03e91ba5b None None] Routers {'fbbad0f3-69af-4b08-b932-6a0de89dfb4b'} bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:59:04.976969 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-6e8e0afd-7eaf-4c58-9cc9-e8c03e91ba5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T15:47:20Z,description=,heartbeat_timestamp=2021-02-16T15:58:51Z,host='dv-cinder-775706-1-iscsi',id=4f2d6f55-b6e7-4768-88f5-01ac5c4c3902,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:47:21Z,topic='l3_agent')) {'router_ids': ['fbbad0f3-69af-4b08-b932-6a0de89dfb4b'], 'active': True} {{(pid=84077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:59:04.984201 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-e12d50f8-cdca-45c5-9cd7-7dc8fb04ff26 req-79883f66-4eb4-4f11-9aa9-92756498a1ed tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686574 Feb 16 15:59:05.040099 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e22cafc-27d4-43c7-9651-39b316832c64 req-c40dc7dc-534d-4230-85ea-4026f5f84817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:59:05.042091 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-8e22cafc-27d4-43c7-9651-39b316832c64 req-c40dc7dc-534d-4230-85ea-4026f5f84817 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 1163 time: 0.3169587 Feb 16 15:59:05.129159 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-adc33a98-663b-4745-897e-be8f1eeac3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:05.137625 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-4b009f30-b048-4e87-8f67-a637f6bdc0ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:59:05.153435 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-adc33a98-663b-4745-897e-be8f1eeac3e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:05.154588 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-adc33a98-663b-4745-897e-be8f1eeac3e9 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/5dff5f4a-4fc9-4e53-9044-7fbc073d2750 HTTP/1.1" status: 204 len: 168 time: 0.6732008 Feb 16 15:59:05.159025 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-8e22cafc-27d4-43c7-9651-39b316832c64 req-0acfc618-d2fc-4934-85b4-e11c05c5abac service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051245 Feb 16 15:59:05.171414 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc33a98-663b-4745-897e-be8f1eeac3e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dff5f4a-4fc9-4e53-9044-7fbc073d2750,revision_number=None']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:59:05.187567 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-adc33a98-663b-4745-897e-be8f1eeac3e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:59:05.220839 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device 9dedfb5f-f242-4d22-9c46-3ce5cb5669a4 up at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:59:05.225080 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-2caed70b-018f-47c8-ae4a-e563c36640e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:05.277575 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-2caed70b-018f-47c8-ae4a-e563c36640e6 admin admin] Transition to ACTIVE for port object f6d0cd81-98fa-4553-b011-9e7cc4a6ceae will not be triggered until provisioned by entity DHCP. {{(pid=84074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:59:05.314600 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7971399c-bf39-4471-9b0e-dc046a333e98 req-2448c584-72e4-4d9a-a98c-77d6b6b4a870 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:59:05.327353 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7971399c-bf39-4471-9b0e-dc046a333e98 req-2448c584-72e4-4d9a-a98c-77d6b6b4a870 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 946 time: 0.1204920 Feb 16 15:59:05.340756 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvr_db [None req-6e8e0afd-7eaf-4c58-9cc9-e8c03e91ba5b None None] Set router fbbad0f3-69af-4b08-b932-6a0de89dfb4b gateway port host: dv-cinder-775706-1-iscsi {{(pid=84077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:59:05.384963 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-2caed70b-018f-47c8-ae4a-e563c36640e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776636048806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6980856'] for port, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:05.418435 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning complete for port 9dedfb5f-f242-4d22-9c46-3ce5cb5669a4 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:59:05.418764 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:05.427189 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-69ea3957-55cc-43c9-b5d1-f8b9458ea03b tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:59:05.451653 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7971399c-bf39-4471-9b0e-dc046a333e98 req-0905d2dd-443d-4122-a836-a37ad0f59726 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133316 Feb 16 15:59:05.619198 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caed70b-018f-47c8-ae4a-e563c36640e6 admin admin] Pushing event updated for resources: {'Port': ['ID=f6d0cd81-98fa-4553-b011-9e7cc4a6ceae,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:59:05.624183 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-2caed70b-018f-47c8-ae4a-e563c36640e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:59:05.676744 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2caed70b-018f-47c8-ae4a-e563c36640e6 admin admin] Network 5a6cc9fd-7c89-4382-a460-9e49c7df15fc is already hosted by enough agents. {{(pid=84074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 15:59:05.678067 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.base_scheduler [None req-2caed70b-018f-47c8-ae4a-e563c36640e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:59:05.680812 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2caed70b-018f-47c8-ae4a-e563c36640e6 admin admin] Received port after_create {{(pid=84074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 15:59:05.767092 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f8ba01-7184-4e2d-832f-445551f4baaa req-4e498d37-170a-476c-a1d9-85d1cc901558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:59:05.768713 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-f2f8ba01-7184-4e2d-832f-445551f4baaa req-4e498d37-170a-476c-a1d9-85d1cc901558 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=15f9cf749fe94c5aa76af3d23d68fbb3&device_id=617c5d16-91b3-4115-98c3-d15fb41b5a8c HTTP/1.1" status: 200 len: 1162 time: 0.1807187 Feb 16 15:59:05.780617 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-2caed70b-018f-47c8-ae4a-e563c36640e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853906703'] for router_interface, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:06.019163 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-6e8e0afd-7eaf-4c58-9cc9-e8c03e91ba5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbbad0f3-69af-4b08-b932-6a0de89dfb4b', 'name': 'tempest-TestShelveInstance-775119664-router', 'tenant_id': '57c03e2c6fe04a41927ce974a5ae8db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': 'f1b3b8e0-40d0-4006-9e3b-4c453f6acaf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:58:58Z', 'updated_at': '2021-02-16T15:59:00Z', 'revision_number': 3, 'project_id': '57c03e2c6fe04a41927ce974a5ae8db2', 'gw_port': {'id': 'f1b3b8e0-40d0-4006-9e3b-4c453f6acaf8', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:66:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbbad0f3-69af-4b08-b932-6a0de89dfb4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:58:59Z', 'updated_at': '2021-02-16T15:59:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi'}], 'dv-cinder-775706-1-iscsi', False) {} {{(pid=84077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:59:06.023670 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8e0afd-7eaf-4c58-9cc9-e8c03e91ba5b None None] The sync data for ids ['fbbad0f3-69af-4b08-b932-6a0de89dfb4b'] in dv-cinder-775706-1-iscsi is: [{'id': 'fbbad0f3-69af-4b08-b932-6a0de89dfb4b', 'name': 'tempest-TestShelveInstance-775119664-router', 'tenant_id': '57c03e2c6fe04a41927ce974a5ae8db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': 'f1b3b8e0-40d0-4006-9e3b-4c453f6acaf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:58:58Z', 'updated_at': '2021-02-16T15:59:00Z', 'revision_number': 3, 'project_id': '57c03e2c6fe04a41927ce974a5ae8db2', 'gw_port': {'id': 'f1b3b8e0-40d0-4006-9e3b-4c453f6acaf8', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:66:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbbad0f3-69af-4b08-b932-6a0de89dfb4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:58:59Z', 'updated_at': '2021-02-16T15:59:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi'}] {{(pid=84077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 15:59:06.065774 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f8ba01-7184-4e2d-832f-445551f4baaa req-0a2b3407-3957-44f3-b838-74bc8ddbfbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:59:06.067551 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-f2f8ba01-7184-4e2d-832f-445551f4baaa req-0a2b3407-3957-44f3-b838-74bc8ddbfbd2 service neutron] 10.222.0.103 "GET /v2.0/networks?id=5ba9adbd-7e6e-40ef-8072-99fc00c91b9e HTTP/1.1" status: 200 len: 913 time: 0.2397263 Feb 16 15:59:06.127217 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-a3f2e337-ea50-4844-9584-a0d75dd64754 None None] Provisioning for port f6d0cd81-98fa-4553-b011-9e7cc4a6ceae completed by entity DHCP. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:59:06.133108 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-a3f2e337-ea50-4844-9584-a0d75dd64754 None None] Provisioning complete for port f6d0cd81-98fa-4553-b011-9e7cc4a6ceae triggered by entity DHCP. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:59:06.133528 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a3f2e337-ea50-4844-9584-a0d75dd64754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:06.148038 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-2caed70b-018f-47c8-ae4a-e563c36640e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:06.186513 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-f2f8ba01-7184-4e2d-832f-445551f4baaa req-59958301-d347-47b1-a891-9903ff36c363 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c5d885e-eb99-4821-8688-2345bcfcc455 HTTP/1.1" status: 200 len: 217 time: 0.1020806 Feb 16 15:59:06.196396 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df6706-40b8-4170-b134-61c24f5da874 req-6adfc635-4556-41c5-8fda-48bfd4a5c491 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:59:06.211229 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-d3df6706-40b8-4170-b134-61c24f5da874 req-6adfc635-4556-41c5-8fda-48bfd4a5c491 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=617c5d16-91b3-4115-98c3-d15fb41b5a8c HTTP/1.1" status: 200 len: 945 time: 0.4472499 Feb 16 15:59:06.222320 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-a3f2e337-ea50-4844-9584-a0d75dd64754 None None] Port f6d0cd81-98fa-4553-b011-9e7cc4a6ceae cannot update to ACTIVE because it is not bound. {{(pid=84076) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 15:59:06.326766 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-d3df6706-40b8-4170-b134-61c24f5da874 req-f2331a5e-63ff-4c8b-bd3d-6ef4abcecf06 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145456 Feb 16 15:59:06.330620 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f8ba01-7184-4e2d-832f-445551f4baaa req-ada558c1-cbb4-4ef2-af30-afaf8c537d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:59:06.332244 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-f2f8ba01-7184-4e2d-832f-445551f4baaa req-ada558c1-cbb4-4ef2-af30-afaf8c537d9a service neutron] 10.222.0.103 "GET /v2.0/subnets?id=fae66b79-d403-4bb6-bf46-a87b3c07ef1e HTTP/1.1" status: 200 len: 859 time: 0.1178830 Feb 16 15:59:06.394200 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-f2f8ba01-7184-4e2d-832f-445551f4baaa req-1029c707-cb2c-409f-b9b1-eb3fa3a0265b service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=5ba9adbd-7e6e-40ef-8072-99fc00c91b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544274 Feb 16 15:59:06.515771 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-2caed70b-018f-47c8-ae4a-e563c36640e6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:06.550066 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-f2f8ba01-7184-4e2d-832f-445551f4baaa req-f662d1c8-7653-4eff-b827-f081f8423982 service neutron] 10.222.0.103 "GET /v2.0/networks/5ba9adbd-7e6e-40ef-8072-99fc00c91b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454656 Feb 16 15:59:06.556256 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-2caed70b-018f-47c8-ae4a-e563c36640e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847794957'] for port, after_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:06.630192 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:59:06.742479 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caed70b-018f-47c8-ae4a-e563c36640e6 admin admin] Pushing event updated for resources: {'Port': ['ID=f6d0cd81-98fa-4553-b011-9e7cc4a6ceae,revision_number=2']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:59:06.745577 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-2caed70b-018f-47c8-ae4a-e563c36640e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854210630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-868946'] for router_interface, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:06.767943 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-2caed70b-018f-47c8-ae4a-e563c36640e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:59:06.803539 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-f2f8ba01-7184-4e2d-832f-445551f4baaa req-05429787-21af-4110-a201-71e2fbbb8c7a service neutron] 10.222.0.103 "GET /v2.0/networks/5ba9adbd-7e6e-40ef-8072-99fc00c91b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2458100 Feb 16 15:59:06.873548 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device f1b3b8e0-40d0-4006-9e3b-4c453f6acaf8 up at agent ovs-agent-dv-cinder-775706-1-iscsi {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:59:06.982463 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715386ed-7983-4b66-9e0b-cc2e0d50b033 req-d8ea8f21-fbb3-41b9-8d40-4c2c3c262b15 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:59:06.995424 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-715386ed-7983-4b66-9e0b-cc2e0d50b033 req-d8ea8f21-fbb3-41b9-8d40-4c2c3c262b15 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 946 time: 0.3116653 Feb 16 15:59:07.044166 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2caed70b-018f-47c8-ae4a-e563c36640e6 admin admin] Network 5a6cc9fd-7c89-4382-a460-9e49c7df15fc is already hosted by enough agents. {{(pid=84074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 15:59:07.048817 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.base_scheduler [None req-2caed70b-018f-47c8-ae4a-e563c36640e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:59:07.111120 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Provisioning for port f1b3b8e0-40d0-4006-9e3b-4c453f6acaf8 completed by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:59:07.117705 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Provisioning complete for port f1b3b8e0-40d0-4006-9e3b-4c453f6acaf8 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:59:07.118229 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:07.120773 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-715386ed-7983-4b66-9e0b-cc2e0d50b033 req-2d4940f9-1eca-460d-ad18-9e9d3e0da0ca tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242974 Feb 16 15:59:07.495215 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:07.534221 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] For port f1b3b8e0-40d0-4006-9e3b-4c453f6acaf8, host dv-cinder-775706-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-iscsi',level=0,port_id=f1b3b8e0-40d0-4006-9e3b-4c453f6acaf8,segment=NetworkSegment(31924cb5-91ae-4236-8041-dd0103380e57),segment_id=31924cb5-91ae-4236-8041-dd0103380e57)] {{(pid=84076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:59:07.534888 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2caed70b-018f-47c8-ae4a-e563c36640e6 admin admin] Router fbbad0f3-69af-4b08-b932-6a0de89dfb4b has already been hosted by L3 agent 4f2d6f55-b6e7-4768-88f5-01ac5c4c3902 {{(pid=84074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 15:59:07.564565 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-b3bb9fed-e528-4b03-ab48-b7105dc01033 None None] Provisioning complete for port f6d0cd81-98fa-4553-b011-9e7cc4a6ceae triggered by entity DHCP. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:59:07.565153 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b3bb9fed-e528-4b03-ab48-b7105dc01033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:07.601052 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:07.611203 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-3e17b762-ad92-4ddf-90c3-99f05b3f63ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:59:07.636883 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702447ff-c942-4ed5-a3e6-296a6f87ec96 req-f6e06619-6fdd-4fff-9bf9-958cf3d5f245 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:59:07.638756 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-702447ff-c942-4ed5-a3e6-296a6f87ec96 req-f6e06619-6fdd-4fff-9bf9-958cf3d5f245 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=617c5d16-91b3-4115-98c3-d15fb41b5a8c HTTP/1.1" status: 200 len: 945 time: 0.1284494 Feb 16 15:59:07.701738 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Pushing event updated for resources: {'Port': ['ID=f1b3b8e0-40d0-4006-9e3b-4c453f6acaf8,revision_number=4']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:59:07.708243 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:59:07.727980 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-b3bb9fed-e528-4b03-ab48-b7105dc01033 None None] Port f6d0cd81-98fa-4553-b011-9e7cc4a6ceae cannot update to ACTIVE because it is not bound. {{(pid=84076) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 15:59:07.768162 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-702447ff-c942-4ed5-a3e6-296a6f87ec96 req-f0953f89-041f-46f7-8a77-d3908760ff0d tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213086 Feb 16 15:59:07.795876 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2caed70b-018f-47c8-ae4a-e563c36640e6 admin admin] Notify agent at l3_agent.dv-cinder-775706-1-iscsi the message routers_updated {{(pid=84074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 15:59:07.806128 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-2caed70b-018f-47c8-ae4a-e563c36640e6 admin admin] 10.222.0.101 "PUT /v2.0/routers/fbbad0f3-69af-4b08-b932-6a0de89dfb4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2997675 Feb 16 15:59:08.358412 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cbc252-0df5-4338-812c-0997320daf07 req-ca8deb5a-db92-4196-953c-fdd2a4580125 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:59:08.362599 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-01cbc252-0df5-4338-812c-0997320daf07 req-ca8deb5a-db92-4196-953c-fdd2a4580125 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 946 time: 0.0972929 Feb 16 15:59:08.414534 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-01cbc252-0df5-4338-812c-0997320daf07 req-6dced13c-e685-4103-99c3-8fd732b3a24e tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445013 Feb 16 15:59:08.590483 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device 9dedfb5f-f242-4d22-9c46-3ce5cb5669a4 up at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:59:08.653610 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c08dc69-422d-4539-8931-f00f40621286 req-fd5fb77b-e631-4bb1-8742-220eb7a02274 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:59:08.667946 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-8c08dc69-422d-4539-8931-f00f40621286 req-fd5fb77b-e631-4bb1-8742-220eb7a02274 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 946 time: 0.1048150 Feb 16 15:59:08.668089 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 48372) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:59:08.676024 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [None req-a9325b0c-8297-4226-86a9-ae3101b5d99d tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Request body: {'floatingip': {'port_id': '9dedfb5f-f242-4d22-9c46-3ce5cb5669a4'}} {{(pid=84074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:59:08.676904 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning complete for port 9dedfb5f-f242-4d22-9c46-3ce5cb5669a4 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:59:08.677519 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:08.802332 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a9325b0c-8297-4226-86a9-ae3101b5d99d tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks [] for floatingip, before_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:08.829975 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 48382) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:59:08.836548 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [None req-f0eec5a9-c648-4c45-933b-453fb0963d9c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-285553190-network', 'tenant_id': 'ee5caea3c26c41b59482f967e7ac427f'}} {{(pid=84075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:59:08.842308 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-f0eec5a9-c648-4c45-933b-453fb0963d9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:59:08.848209 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-f0eec5a9-c648-4c45-933b-453fb0963d9c admin admin] Usage tracker for resource:network and tenant:ee5caea3c26c41b59482f967e7ac427f is out of sync, need to count used quota {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:59:08.851502 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device f1b3b8e0-40d0-4006-9e3b-4c453f6acaf8 up at agent ovs-agent-dv-cinder-775706-1-iscsi {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:59:08.853944 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-f0eec5a9-c648-4c45-933b-453fb0963d9c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:59:08.860340 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-f0eec5a9-c648-4c45-933b-453fb0963d9c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:59:08.937712 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Provisioning complete for port f1b3b8e0-40d0-4006-9e3b-4c453f6acaf8 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:59:08.938984 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:09.196652 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0eec5a9-c648-4c45-933b-453fb0963d9c admin admin] Made reservation on behalf of ee5caea3c26c41b59482f967e7ac427f for: {'network': 1} {{(pid=84075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:59:09.202100 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f0eec5a9-c648-4c45-933b-453fb0963d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for network, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:09.222587 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f0eec5a9-c648-4c45-933b-453fb0963d9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:09.250214 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-f0eec5a9-c648-4c45-933b-453fb0963d9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:59:09.270905 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-f0eec5a9-c648-4c45-933b-453fb0963d9c admin admin] Usage tracker for resource:security_group_rule and tenant:ee5caea3c26c41b59482f967e7ac427f is out of sync, need to count used quota {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:59:09.277504 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-f0eec5a9-c648-4c45-933b-453fb0963d9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:59:09.286755 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-f0eec5a9-c648-4c45-933b-453fb0963d9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:59:09.294670 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f9ef73-043f-4403-9012-d739174e8d55 req-4510f47b-b882-45a3-9722-bd943ec6794b tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:59:09.296321 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-79f9ef73-043f-4403-9012-d739174e8d55 req-4510f47b-b882-45a3-9722-bd943ec6794b tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=617c5d16-91b3-4115-98c3-d15fb41b5a8c HTTP/1.1" status: 200 len: 945 time: 0.1533778 Feb 16 15:59:09.379436 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-79f9ef73-043f-4403-9012-d739174e8d55 req-a112b533-8355-4ff7-b906-5a1019c039a6 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736902 Feb 16 15:59:09.469905 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f0eec5a9-c648-4c45-933b-453fb0963d9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:09.473554 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fe3703-f5de-498a-bfbf-d035225e676d None None] Sync routers for ids ['fbbad0f3-69af-4b08-b932-6a0de89dfb4b'] in dv-cinder-775706-1-iscsi {{(pid=84076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 15:59:09.487572 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fe3703-f5de-498a-bfbf-d035225e676d None None] Routers {'fbbad0f3-69af-4b08-b932-6a0de89dfb4b'} bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:59:09.495895 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-f4fe3703-f5de-498a-bfbf-d035225e676d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T15:47:20Z,description=,heartbeat_timestamp=2021-02-16T15:58:51Z,host='dv-cinder-775706-1-iscsi',id=4f2d6f55-b6e7-4768-88f5-01ac5c4c3902,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:47:21Z,topic='l3_agent')) {'router_ids': ['fbbad0f3-69af-4b08-b932-6a0de89dfb4b'], 'active': True} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:59:09.516078 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f0eec5a9-c648-4c45-933b-453fb0963d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:09.524155 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-ca1cd5dd-884f-428d-93e8-10305d01d25d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:59:09.562301 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0eec5a9-c648-4c45-933b-453fb0963d9c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=84075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 16 15:59:09.569864 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eec5a9-c648-4c45-933b-453fb0963d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba06fa00-2e84-4d42-bd5e-e902900ff800,revision_number=1']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:59:09.574881 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-f0eec5a9-c648-4c45-933b-453fb0963d9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:59:09.605554 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f0eec5a9-c648-4c45-933b-453fb0963d9c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776636542681', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797496'] for segment, precommit_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:09.606019 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.db.segments_db [None req-f0eec5a9-c648-4c45-933b-453fb0963d9c admin admin] Added segment 26effd2c-ac47-4a40-9235-84610bb1f7b8 of type vxlan for network cc80d437-11a5-493e-bea4-62f036e08837 Feb 16 15:59:09.637596 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f0eec5a9-c648-4c45-933b-453fb0963d9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776635995166'] for network, precommit_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:09.708758 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvr_db [None req-f4fe3703-f5de-498a-bfbf-d035225e676d None None] Set router fbbad0f3-69af-4b08-b932-6a0de89dfb4b gateway port host: dv-cinder-775706-1-iscsi {{(pid=84076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:59:09.710061 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f0eec5a9-c648-4c45-933b-453fb0963d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677'] for network, after_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:09.711889 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0eec5a9-c648-4c45-933b-453fb0963d9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:59:09.712820 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f0eec5a9-c648-4c45-933b-453fb0963d9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210664'] for network, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:09.741094 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-d141401a-db2c-4015-94a7-e5abfcec93e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:59:09.779113 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-f0eec5a9-c648-4c45-933b-453fb0963d9c admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.9476004 Feb 16 15:59:09.787807 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 48394) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:59:09.799710 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [None req-eb27f797-f196-4ca7-bb68-aa5db6f32fc8 admin admin] Request body: {'subnet': {'network_id': 'cc80d437-11a5-493e-bea4-62f036e08837', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-285553190-subnet', 'tenant_id': 'ee5caea3c26c41b59482f967e7ac427f', 'ip_version': 4}} {{(pid=84074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:59:09.814170 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-eb27f797-f196-4ca7-bb68-aa5db6f32fc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:59:09.818969 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-eb27f797-f196-4ca7-bb68-aa5db6f32fc8 admin admin] Usage tracker for resource:subnet and tenant:ee5caea3c26c41b59482f967e7ac427f is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:59:09.823400 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-eb27f797-f196-4ca7-bb68-aa5db6f32fc8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:59:09.830403 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-eb27f797-f196-4ca7-bb68-aa5db6f32fc8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:59:09.850290 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eec5a9-c648-4c45-933b-453fb0963d9c admin admin] Pushing event updated for resources: {'Network': ['ID=cc80d437-11a5-493e-bea4-62f036e08837,revision_number=1']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:59:09.856497 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-f0eec5a9-c648-4c45-933b-453fb0963d9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:59:09.874219 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Network cc80d437-11a5-493e-bea4-62f036e08837 details requested by agent ovs-agent-dv-cinder-775706-1-iscsi with host dv-cinder-775706-1-iscsi {{(pid=84076) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 15:59:09.894408 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Network cc80d437-11a5-493e-bea4-62f036e08837 details requested by agent ovs-agent-hv-cinder-77570 with host hv-cinder-77570 {{(pid=84076) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 15:59:09.905447 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb27f797-f196-4ca7-bb68-aa5db6f32fc8 admin admin] Made reservation on behalf of ee5caea3c26c41b59482f967e7ac427f for: {'subnet': 1} {{(pid=84074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:59:09.910664 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-eb27f797-f196-4ca7-bb68-aa5db6f32fc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6663298'] for subnet, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:10.011693 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.db.resource_extend [None req-a9325b0c-8297-4226-86a9-ae3101b5d99d tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 16 15:59:10.135847 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a9325b0c-8297-4226-86a9-ae3101b5d99d tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:10.195086 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a9325b0c-8297-4226-86a9-ae3101b5d99d tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853906801'] for floatingip, after_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:10.271308 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-f4fe3703-f5de-498a-bfbf-d035225e676d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbbad0f3-69af-4b08-b932-6a0de89dfb4b', 'name': 'tempest-TestShelveInstance-775119664-router', 'tenant_id': '57c03e2c6fe04a41927ce974a5ae8db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': 'f1b3b8e0-40d0-4006-9e3b-4c453f6acaf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:58:58Z', 'updated_at': '2021-02-16T15:59:05Z', 'revision_number': 4, 'project_id': '57c03e2c6fe04a41927ce974a5ae8db2', 'gw_port': {'id': 'f1b3b8e0-40d0-4006-9e3b-4c453f6acaf8', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:66:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbad0f3-69af-4b08-b932-6a0de89dfb4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:58:59Z', 'updated_at': '2021-02-16T15:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_interfaces': [{'id': 'f6d0cd81-98fa-4553-b011-9e7cc4a6ceae', 'name': '', 'network_id': '5a6cc9fd-7c89-4382-a460-9e49c7df15fc', 'tenant_id': '57c03e2c6fe04a41927ce974a5ae8db2', 'mac_address': 'fa:16:3e:aa:33:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbbad0f3-69af-4b08-b932-6a0de89dfb4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '578849cb-f9a8-4646-bed7-c111f69c5937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:59:04Z', 'updated_at': '2021-02-16T15:59:06Z', 'revision_number': 2, 'project_id': '57c03e2c6fe04a41927ce974a5ae8db2', 'subnets': [{'id': '578849cb-f9a8-4646-bed7-c111f69c5937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-iscsi', False) {} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:59:10.275957 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fe3703-f5de-498a-bfbf-d035225e676d None None] Checking router: fbbad0f3-69af-4b08-b932-6a0de89dfb4b for host: dv-cinder-775706-1-iscsi {{(pid=84076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 15:59:10.276268 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fe3703-f5de-498a-bfbf-d035225e676d None None] Updating router fbbad0f3-69af-4b08-b932-6a0de89dfb4b port f6d0cd81-98fa-4553-b011-9e7cc4a6ceae binding host dv-cinder-775706-1-iscsi {{(pid=84076) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 16 15:59:10.460071 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.db.l3_db [None req-a9325b0c-8297-4226-86a9-ae3101b5d99d tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Floating IP 6c506c3c-f9cb-472d-9622-ac0cc4c3ae64 associated. External IP: 172.27.1.8, port: 9dedfb5f-f242-4d22-9c46-3ce5cb5669a4. Feb 16 15:59:10.520763 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f4fe3703-f5de-498a-bfbf-d035225e676d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:10.661362 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device 0c5d885e-eb99-4821-8688-2345bcfcc455 up at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:59:10.680059 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea0272-5dea-4688-a2b0-0ad604d11bc0 req-d649bb89-2d30-44ec-96bf-1f982663679f tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:59:10.681984 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-54ea0272-5dea-4688-a2b0-0ad604d11bc0 req-d649bb89-2d30-44ec-96bf-1f982663679f tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=617c5d16-91b3-4115-98c3-d15fb41b5a8c HTTP/1.1" status: 200 len: 945 time: 0.1229515 Feb 16 15:59:10.740639 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-54ea0272-5dea-4688-a2b0-0ad604d11bc0 req-e7108d50-5a03-4553-9ae3-051d9ebb11ee tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505638 Feb 16 15:59:10.861809 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning complete for port 0c5d885e-eb99-4821-8688-2345bcfcc455 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:59:10.862298 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:11.137512 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9325b0c-8297-4226-86a9-ae3101b5d99d tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Router a5b9cf11-09be-40a6-ae9b-d99a22b6d014 has already been hosted by L3 agent 4f2d6f55-b6e7-4768-88f5-01ac5c4c3902 {{(pid=84074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 15:59:11.257591 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f4fe3703-f5de-498a-bfbf-d035225e676d None None] Notify callbacks [] for port, precommit_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:11.270196 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-f4fe3703-f5de-498a-bfbf-d035225e676d None None] Transition to ACTIVE for port object f6d0cd81-98fa-4553-b011-9e7cc4a6ceae will not be triggered until provisioned by entity L2. {{(pid=84076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:59:11.299695 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f4fe3703-f5de-498a-bfbf-d035225e676d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:11.316054 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-0e7da9db-ccf4-4292-aec1-43a3cd8c7d32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:59:11.354388 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-eb27f797-f196-4ca7-bb68-aa5db6f32fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6980706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6663345'] for subnet, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:11.372819 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-01cb9086-6ed1-4da4-b5f7-ba063654cddb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:59:11.469065 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ffb26d-9830-4ac5-aef6-9e9cd4171783 None None] Pushing event updated for resources: {'Port': ['ID=f6d0cd81-98fa-4553-b011-9e7cc4a6ceae,revision_number=3']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:59:11.473742 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-93ffb26d-9830-4ac5-aef6-9e9cd4171783 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:59:11.699707 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-f4fe3703-f5de-498a-bfbf-d035225e676d None None] Attempting to bind port f6d0cd81-98fa-4553-b011-9e7cc4a6ceae on host dv-cinder-775706-1-iscsi for vnic_type normal with profile {{(pid=84076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:59:11.700214 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-f4fe3703-f5de-498a-bfbf-d035225e676d None None] Attempting to bind port f6d0cd81-98fa-4553-b011-9e7cc4a6ceae by drivers openvswitch on host dv-cinder-775706-1-iscsi at level 0 using segments [{'id': '2868b9f6-5019-4779-bec8-1457bba2edf9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5a6cc9fd-7c89-4382-a460-9e49c7df15fc'}] {{(pid=84076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 15:59:11.700523 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fe3703-f5de-498a-bfbf-d035225e676d None None] Attempting to bind port f6d0cd81-98fa-4553-b011-9e7cc4a6ceae on network 5a6cc9fd-7c89-4382-a460-9e49c7df15fc {{(pid=84076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 15:59:11.720614 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fe3703-f5de-498a-bfbf-d035225e676d None None] Checking agent: {'id': '84f77aeb-7661-44c0-b112-b1bf68bd83fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 15, 47, 21), 'started_at': datetime.datetime(2021, 2, 16, 15, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 15, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.95', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 15:59:11.721041 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fe3703-f5de-498a-bfbf-d035225e676d None None] Checking segment: {'id': '2868b9f6-5019-4779-bec8-1457bba2edf9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5a6cc9fd-7c89-4382-a460-9e49c7df15fc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:59:11.721562 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f4fe3703-f5de-498a-bfbf-d035225e676d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:11.726718 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fe3703-f5de-498a-bfbf-d035225e676d None None] Bound using segment: {'id': '2868b9f6-5019-4779-bec8-1457bba2edf9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5a6cc9fd-7c89-4382-a460-9e49c7df15fc'} {{(pid=84076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 15:59:11.727032 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-f4fe3703-f5de-498a-bfbf-d035225e676d None None] Bound port: f6d0cd81-98fa-4553-b011-9e7cc4a6ceae, host: dv-cinder-775706-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2868b9f6-5019-4779-bec8-1457bba2edf9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5a6cc9fd-7c89-4382-a460-9e49c7df15fc'}}] {{(pid=84076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 15:59:11.727414 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f4fe3703-f5de-498a-bfbf-d035225e676d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:11.805805 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb27f797-f196-4ca7-bb68-aa5db6f32fc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=810153bb-58a6-4298-95ab-f16bcf50ec01,revision_number=0']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:59:11.821524 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-eb27f797-f196-4ca7-bb68-aa5db6f32fc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:59:11.883681 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9325b0c-8297-4226-86a9-ae3101b5d99d tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify agent at l3_agent.dv-cinder-775706-1-iscsi the message routers_updated {{(pid=84074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 15:59:11.898514 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a9325b0c-8297-4226-86a9-ae3101b5d99d tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487'] for floatingip, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:11.901001 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd45f1d2-39f2-4c49-bc2c-7a59bf372db0 None None] Sync routers for ids ['a5b9cf11-09be-40a6-ae9b-d99a22b6d014'] in dv-cinder-775706-1-iscsi {{(pid=84077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 15:59:11.907809 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-f4fe3703-f5de-498a-bfbf-d035225e676d None None] For port f6d0cd81-98fa-4553-b011-9e7cc4a6ceae, host dv-cinder-775706-1-iscsi, cleared binding levels {{(pid=84076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 15:59:11.913004 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-f4fe3703-f5de-498a-bfbf-d035225e676d None None] For port f6d0cd81-98fa-4553-b011-9e7cc4a6ceae, host dv-cinder-775706-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-iscsi',level=0,port_id=f6d0cd81-98fa-4553-b011-9e7cc4a6ceae,segment=NetworkSegment(2868b9f6-5019-4779-bec8-1457bba2edf9),segment_id=2868b9f6-5019-4779-bec8-1457bba2edf9)] {{(pid=84076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 15:59:11.918371 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd45f1d2-39f2-4c49-bc2c-7a59bf372db0 None None] Routers {'a5b9cf11-09be-40a6-ae9b-d99a22b6d014'} bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:59:11.919561 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-cd45f1d2-39f2-4c49-bc2c-7a59bf372db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T15:47:20Z,description=,heartbeat_timestamp=2021-02-16T15:58:51Z,host='dv-cinder-775706-1-iscsi',id=4f2d6f55-b6e7-4768-88f5-01ac5c4c3902,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:47:21Z,topic='l3_agent')) {'router_ids': ['a5b9cf11-09be-40a6-ae9b-d99a22b6d014'], 'active': True} {{(pid=84077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:59:11.933332 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f4fe3703-f5de-498a-bfbf-d035225e676d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:11.951668 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb27f797-f196-4ca7-bb68-aa5db6f32fc8 admin admin] Checking segment: {'id': '26effd2c-ac47-4a40-9235-84610bb1f7b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'cc80d437-11a5-493e-bea4-62f036e08837'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:59:11.952072 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb27f797-f196-4ca7-bb68-aa5db6f32fc8 admin admin] Network hostable DHCP agents. Network: cc80d437-11a5-493e-bea4-62f036e08837, hostable agents: ['47b90563-7f25-4d7d-8681-11e1fb253c09'], hosted agents: [] {{(pid=84074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 16 15:59:11.952373 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:59:11.988163 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-a9325b0c-8297-4226-86a9-ae3101b5d99d tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "PUT /v2.0/floatingips/6c506c3c-f9cb-472d-9622-ac0cc4c3ae64 HTTP/1.1" status: 200 len: 990 time: 3.3154705 Feb 16 15:59:11.988163 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d47a1b6-f3a5-432d-8db4-121a2e835452', 'tag': '9dedfb5f-f242-4d22-9c46-3ce5cb5669a4'}] {{(pid=84074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:59:12.026243 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb27f797-f196-4ca7-bb68-aa5db6f32fc8 admin admin] Network cc80d437-11a5-493e-bea4-62f036e08837 is scheduled to be hosted by DHCP agent 47b90563-7f25-4d7d-8681-11e1fb253c09 with binding_index 1 {{(pid=84074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 16 15:59:12.037890 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e7f547-24a6-45a9-b8ac-054683f09dea req-68d61254-9946-4a89-81c3-07f7fb1e37f3 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:59:12.039837 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-d3e7f547-24a6-45a9-b8ac-054683f09dea req-68d61254-9946-4a89-81c3-07f7fb1e37f3 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=617c5d16-91b3-4115-98c3-d15fb41b5a8c HTTP/1.1" status: 200 len: 945 time: 0.1333418 Feb 16 15:59:12.075815 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.base_scheduler [None req-eb27f797-f196-4ca7-bb68-aa5db6f32fc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-1-iscsi, cc80d437-11a5-493e-bea4-62f036e08837) {{(pid=84074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:59:12.102603 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb27f797-f196-4ca7-bb68-aa5db6f32fc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:59:12.103556 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-eb27f797-f196-4ca7-bb68-aa5db6f32fc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:12.138707 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb345ab-c18b-450d-a3a5-64aec3dd5f6f None None] Network cc80d437-11a5-493e-bea4-62f036e08837 requested from dv-cinder-775706-1-iscsi {{(pid=84076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 15:59:12.160275 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-d3e7f547-24a6-45a9-b8ac-054683f09dea req-b7ad7a85-910f-4458-b7fd-46419cdc9e23 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131999 Feb 16 15:59:12.174158 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-eb27f797-f196-4ca7-bb68-aa5db6f32fc8 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.3849597 Feb 16 15:59:12.176935 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 48422) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:59:12.184943 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [None req-c1e4a392-bd5f-408a-9dff-93534d03fa5b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-285553190-router', 'tenant_id': 'ee5caea3c26c41b59482f967e7ac427f', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6'}}} {{(pid=84074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:59:12.191621 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-c1e4a392-bd5f-408a-9dff-93534d03fa5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:59:12.207603 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-c1e4a392-bd5f-408a-9dff-93534d03fa5b admin admin] Usage tracker for resource:router and tenant:ee5caea3c26c41b59482f967e7ac427f is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:59:12.212198 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-c1e4a392-bd5f-408a-9dff-93534d03fa5b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:59:12.220953 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-c1e4a392-bd5f-408a-9dff-93534d03fa5b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:59:12.264927 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d47a1b6-f3a5-432d-8db4-121a2e835452', 'tag': '9dedfb5f-f242-4d22-9c46-3ce5cb5669a4', 'status': 'completed', 'code': 200} Feb 16 15:59:12.271103 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c1e4a392-bd5f-408a-9dff-93534d03fa5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-877582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63965'] for router, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:12.272382 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c1e4a392-bd5f-408a-9dff-93534d03fa5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853898234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853866136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854113137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854711868'] for router, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:12.303680 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvr_db [None req-cd45f1d2-39f2-4c49-bc2c-7a59bf372db0 None None] Set router a5b9cf11-09be-40a6-ae9b-d99a22b6d014 gateway port host: dv-cinder-775706-1-iscsi {{(pid=84077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:59:12.306685 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c1e4a392-bd5f-408a-9dff-93534d03fa5b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:12.349709 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ffb26d-9830-4ac5-aef6-9e9cd4171783 None None] Pushing event updated for resources: {'Port': ['ID=f6d0cd81-98fa-4553-b011-9e7cc4a6ceae,revision_number=4']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:59:12.361705 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-93ffb26d-9830-4ac5-aef6-9e9cd4171783 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:59:12.463614 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:12.497991 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4099a99-065d-4f5f-8de7-3903e9591b21 req-cca18028-1ffd-44a1-a683-4871131358ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:59:12.499703 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c4099a99-065d-4f5f-8de7-3903e9591b21 req-cca18028-1ffd-44a1-a683-4871131358ef service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=d1456e6ef0124344987862a0a776adce&device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 1163 time: 0.2070801 Feb 16 15:59:12.570032 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fe3703-f5de-498a-bfbf-d035225e676d None None] Routers {'fbbad0f3-69af-4b08-b932-6a0de89dfb4b'} bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:59:12.571022 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-f4fe3703-f5de-498a-bfbf-d035225e676d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T15:47:20Z,description=,heartbeat_timestamp=2021-02-16T15:58:51Z,host='dv-cinder-775706-1-iscsi',id=4f2d6f55-b6e7-4768-88f5-01ac5c4c3902,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:47:21Z,topic='l3_agent')) {'router_ids': ['fbbad0f3-69af-4b08-b932-6a0de89dfb4b'], 'active': True} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:59:12.786659 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device 0c5d885e-eb99-4821-8688-2345bcfcc455 up at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:59:12.829472 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4099a99-065d-4f5f-8de7-3903e9591b21 req-b013493d-d23d-4447-b79f-af7b3b0eedfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:59:12.831270 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c1e4a392-bd5f-408a-9dff-93534d03fa5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853866217', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853898046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854711817'] for router, precommit_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:12.833204 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c4099a99-065d-4f5f-8de7-3903e9591b21 req-b013493d-d23d-4447-b79f-af7b3b0eedfa service neutron] 10.222.0.103 "GET /v2.0/networks?id=ad429259-d816-4c2a-be88-810e600c47b4 HTTP/1.1" status: 200 len: 911 time: 0.3262074 Feb 16 15:59:12.934031 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-cd45f1d2-39f2-4c49-bc2c-7a59bf372db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b9cf11-09be-40a6-ae9b-d99a22b6d014', 'name': 'tempest-AttachVolumeShelveTestJSON-1582479356-router', 'tenant_id': 'd1456e6ef0124344987862a0a776adce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': 'a40a4021-c948-48f6-b425-1a720f504441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:58:30Z', 'updated_at': '2021-02-16T15:58:36Z', 'revision_number': 4, 'project_id': 'd1456e6ef0124344987862a0a776adce', 'gw_port': {'id': 'a40a4021-c948-48f6-b425-1a720f504441', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b9cf11-09be-40a6-ae9b-d99a22b6d014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:58:31Z', 'updated_at': '2021-02-16T15:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_floatingips': [{'id': '6c506c3c-f9cb-472d-9622-ac0cc4c3ae64', 'tenant_id': 'd1456e6ef0124344987862a0a776adce', 'floating_ip_address': '172.27.1.8', 'floating_network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'router_id': 'a5b9cf11-09be-40a6-ae9b-d99a22b6d014', 'port_id': '9dedfb5f-f242-4d22-9c46-3ce5cb5669a4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 292, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad429259-d816-4c2a-be88-810e600c47b4', 'mac_address': 'fa:16:3e:86:b5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d47a1b6-f3a5-432d-8db4-121a2e835452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T15:58:42Z', 'updated_at': '2021-02-16T15:59:09Z', 'revision_number': 1, 'project_id': 'd1456e6ef0124344987862a0a776adce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52a9ac34-fb9f-459c-b554-9d94a4ade8fe', 'name': '', 'network_id': 'ad429259-d816-4c2a-be88-810e600c47b4', 'tenant_id': 'd1456e6ef0124344987862a0a776adce', 'mac_address': 'fa:16:3e:a1:5f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b9cf11-09be-40a6-ae9b-d99a22b6d014', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'ad071c69-6309-4f89-b5f5-850687a34a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:58:35Z', 'updated_at': '2021-02-16T15:58:47Z', 'revision_number': 5, 'project_id': 'd1456e6ef0124344987862a0a776adce', 'subnets': [{'id': 'ad071c69-6309-4f89-b5f5-850687a34a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-iscsi', False) {} {{(pid=84077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:59:12.942979 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd45f1d2-39f2-4c49-bc2c-7a59bf372db0 None None] Checking router: a5b9cf11-09be-40a6-ae9b-d99a22b6d014 for host: dv-cinder-775706-1-iscsi {{(pid=84077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 15:59:12.966053 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd45f1d2-39f2-4c49-bc2c-7a59bf372db0 None None] Routers {'a5b9cf11-09be-40a6-ae9b-d99a22b6d014'} bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:59:12.966624 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-cd45f1d2-39f2-4c49-bc2c-7a59bf372db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T15:47:20Z,description=,heartbeat_timestamp=2021-02-16T15:58:51Z,host='dv-cinder-775706-1-iscsi',id=4f2d6f55-b6e7-4768-88f5-01ac5c4c3902,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:47:21Z,topic='l3_agent')) {'router_ids': ['a5b9cf11-09be-40a6-ae9b-d99a22b6d014'], 'active': True} {{(pid=84077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:59:13.060163 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c4099a99-065d-4f5f-8de7-3903e9591b21 req-36fc76b5-ea71-43fe-9cb3-6ed64e8220d6 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9dedfb5f-f242-4d22-9c46-3ce5cb5669a4 HTTP/1.1" status: 200 len: 998 time: 0.2146602 Feb 16 15:59:13.233522 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4099a99-065d-4f5f-8de7-3903e9591b21 req-d357c466-89b3-44fd-b162-64883f8be677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:59:13.235486 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c4099a99-065d-4f5f-8de7-3903e9591b21 req-d357c466-89b3-44fd-b162-64883f8be677 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=ad071c69-6309-4f89-b5f5-850687a34a80 HTTP/1.1" status: 200 len: 856 time: 0.1600516 Feb 16 15:59:13.342778 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4099a99-065d-4f5f-8de7-3903e9591b21 req-85cab454-6466-4476-8329-3347ae7ec39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:59:13.353287 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c4099a99-065d-4f5f-8de7-3903e9591b21 req-85cab454-6466-4476-8329-3347ae7ec39b service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=ad429259-d816-4c2a-be88-810e600c47b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1105278 Feb 16 15:59:13.356336 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5419c1-8e7b-42bb-9068-977f1cf0a68e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb25ab78c-394c-56d3-b2e1-bf845d3bcb0e-cc80d437-11a5-493e-bea4-62f036e08837', 'network_id': 'cc80d437-11a5-493e-bea4-62f036e08837', 'tenant_id': 'ee5caea3c26c41b59482f967e7ac427f', 'fixed_ips': [{'subnet_id': '810153bb-58a6-4298-95ab-f16bcf50ec01'}]}} from dv-cinder-775706-1-iscsi. {{(pid=84076) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 16 15:59:13.358021 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ce5419c1-8e7b-42bb-9068-977f1cf0a68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_create {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:13.414171 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvr_db [None req-cd45f1d2-39f2-4c49-bc2c-7a59bf372db0 None None] Set router a5b9cf11-09be-40a6-ae9b-d99a22b6d014 gateway port host: dv-cinder-775706-1-iscsi {{(pid=84077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:59:13.544147 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c1e4a392-bd5f-408a-9dff-93534d03fa5b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:13.587311 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c1e4a392-bd5f-408a-9dff-93534d03fa5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:13.632259 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c4099a99-065d-4f5f-8de7-3903e9591b21 req-b8eb7dab-509d-450b-92bb-627307ef0632 service neutron] 10.222.0.103 "GET /v2.0/networks/ad429259-d816-4c2a-be88-810e600c47b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607112 Feb 16 15:59:13.637274 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning complete for port 0c5d885e-eb99-4821-8688-2345bcfcc455 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:59:13.637872 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:13.815273 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c4099a99-065d-4f5f-8de7-3903e9591b21 req-a80a6fdd-8e05-4c9a-a745-0dc41a4add7d service neutron] 10.222.0.103 "GET /v2.0/networks/ad429259-d816-4c2a-be88-810e600c47b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1739936 Feb 16 15:59:13.982958 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvr_db [None req-f4fe3703-f5de-498a-bfbf-d035225e676d None None] Set router fbbad0f3-69af-4b08-b932-6a0de89dfb4b gateway port host: dv-cinder-775706-1-iscsi {{(pid=84076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:59:13.992328 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-cd45f1d2-39f2-4c49-bc2c-7a59bf372db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b9cf11-09be-40a6-ae9b-d99a22b6d014', 'name': 'tempest-AttachVolumeShelveTestJSON-1582479356-router', 'tenant_id': 'd1456e6ef0124344987862a0a776adce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': 'a40a4021-c948-48f6-b425-1a720f504441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:58:30Z', 'updated_at': '2021-02-16T15:58:36Z', 'revision_number': 4, 'project_id': 'd1456e6ef0124344987862a0a776adce', 'gw_port': {'id': 'a40a4021-c948-48f6-b425-1a720f504441', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b9cf11-09be-40a6-ae9b-d99a22b6d014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:58:31Z', 'updated_at': '2021-02-16T15:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_floatingips': [{'id': '6c506c3c-f9cb-472d-9622-ac0cc4c3ae64', 'tenant_id': 'd1456e6ef0124344987862a0a776adce', 'floating_ip_address': '172.27.1.8', 'floating_network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'router_id': 'a5b9cf11-09be-40a6-ae9b-d99a22b6d014', 'port_id': '9dedfb5f-f242-4d22-9c46-3ce5cb5669a4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 292, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad429259-d816-4c2a-be88-810e600c47b4', 'mac_address': 'fa:16:3e:86:b5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d47a1b6-f3a5-432d-8db4-121a2e835452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T15:58:42Z', 'updated_at': '2021-02-16T15:59:09Z', 'revision_number': 1, 'project_id': 'd1456e6ef0124344987862a0a776adce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52a9ac34-fb9f-459c-b554-9d94a4ade8fe', 'name': '', 'network_id': 'ad429259-d816-4c2a-be88-810e600c47b4', 'tenant_id': 'd1456e6ef0124344987862a0a776adce', 'mac_address': 'fa:16:3e:a1:5f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b9cf11-09be-40a6-ae9b-d99a22b6d014', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'ad071c69-6309-4f89-b5f5-850687a34a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:58:35Z', 'updated_at': '2021-02-16T15:58:47Z', 'revision_number': 5, 'project_id': 'd1456e6ef0124344987862a0a776adce', 'subnets': [{'id': 'ad071c69-6309-4f89-b5f5-850687a34a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-iscsi', False) {} {{(pid=84077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:59:14.011524 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd45f1d2-39f2-4c49-bc2c-7a59bf372db0 None None] The sync data for ids ['a5b9cf11-09be-40a6-ae9b-d99a22b6d014'] in dv-cinder-775706-1-iscsi is: [{'id': 'a5b9cf11-09be-40a6-ae9b-d99a22b6d014', 'name': 'tempest-AttachVolumeShelveTestJSON-1582479356-router', 'tenant_id': 'd1456e6ef0124344987862a0a776adce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': 'a40a4021-c948-48f6-b425-1a720f504441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:58:30Z', 'updated_at': '2021-02-16T15:58:36Z', 'revision_number': 4, 'project_id': 'd1456e6ef0124344987862a0a776adce', 'gw_port': {'id': 'a40a4021-c948-48f6-b425-1a720f504441', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b9cf11-09be-40a6-ae9b-d99a22b6d014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:58:31Z', 'updated_at': '2021-02-16T15:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_floatingips': [{'id': '6c506c3c-f9cb-472d-9622-ac0cc4c3ae64', 'tenant_id': 'd1456e6ef0124344987862a0a776adce', 'floating_ip_address': '172.27.1.8', 'floating_network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'router_id': 'a5b9cf11-09be-40a6-ae9b-d99a22b6d014', 'port_id': '9dedfb5f-f242-4d22-9c46-3ce5cb5669a4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 292, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad429259-d816-4c2a-be88-810e600c47b4', 'mac_address': 'fa:16:3e:86:b5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d47a1b6-f3a5-432d-8db4-121a2e835452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T15:58:42Z', 'updated_at': '2021-02-16T15:59:09Z', 'revision_number': 1, 'project_id': 'd1456e6ef0124344987862a0a776adce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52a9ac34-fb9f-459c-b554-9d94a4ade8fe', 'name': '', 'network_id': 'ad429259-d816-4c2a-be88-810e600c47b4', 'tenant_id': 'd1456e6ef0124344987862a0a776adce', 'mac_address': 'fa:16:3e:a1:5f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b9cf11-09be-40a6-ae9b-d99a22b6d014', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'ad071c69-6309-4f89-b5f5-850687a34a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:58:35Z', 'updated_at': '2021-02-16T15:58:47Z', 'revision_number': 5, 'project_id': 'd1456e6ef0124344987862a0a776adce', 'subnets': [{'id': 'ad071c69-6309-4f89-b5f5-850687a34a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 15:59:14.014017 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.db_base_plugin_common [None req-c1e4a392-bd5f-408a-9dff-93534d03fa5b admin admin] Allocated IP 172.27.1.33 (4b949073-2dbc-48f8-99e6-0912404ac0f6/1330f553-cf5d-40b8-b778-7809bbd3e08c/3511ac07-9c85-423b-91e0-0e141716df47) {{(pid=84074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 15:59:14.229933 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c1e4a392-bd5f-408a-9dff-93534d03fa5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:14.300081 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c1e4a392-bd5f-408a-9dff-93534d03fa5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776636048806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6980856'] for port, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:14.319960 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:59:14.421077 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fa59ae-c0bc-4ed0-8b54-1a9a2d0a1a39 None None] New status for floating IP 6c506c3c-f9cb-472d-9622-ac0cc4c3ae64: ACTIVE {{(pid=84076) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 16 15:59:14.506721 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e4a392-bd5f-408a-9dff-93534d03fa5b admin admin] Pushing event updated for resources: {'Port': ['ID=3511ac07-9c85-423b-91e0-0e141716df47,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:59:14.510328 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-c1e4a392-bd5f-408a-9dff-93534d03fa5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:59:14.564150 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.db_base_plugin_common [None req-ce5419c1-8e7b-42bb-9068-977f1cf0a68e None None] Allocated IP 172.20.0.2 (cc80d437-11a5-493e-bea4-62f036e08837/810153bb-58a6-4298-95ab-f16bcf50ec01/0a574d5a-89c1-45bb-b2e7-6ac74a6bb1a0) {{(pid=84076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 15:59:14.582288 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e4a392-bd5f-408a-9dff-93534d03fa5b admin admin] Network 4b949073-2dbc-48f8-99e6-0912404ac0f6 is already hosted by enough agents. {{(pid=84074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 15:59:14.583800 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.base_scheduler [None req-c1e4a392-bd5f-408a-9dff-93534d03fa5b admin admin] Resources bound (agent type, host, resource id): {{(pid=84074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:59:14.586545 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e4a392-bd5f-408a-9dff-93534d03fa5b admin admin] Received port after_create {{(pid=84074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 15:59:14.996931 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-f4fe3703-f5de-498a-bfbf-d035225e676d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbbad0f3-69af-4b08-b932-6a0de89dfb4b', 'name': 'tempest-TestShelveInstance-775119664-router', 'tenant_id': '57c03e2c6fe04a41927ce974a5ae8db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': 'f1b3b8e0-40d0-4006-9e3b-4c453f6acaf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:58:58Z', 'updated_at': '2021-02-16T15:59:05Z', 'revision_number': 4, 'project_id': '57c03e2c6fe04a41927ce974a5ae8db2', 'gw_port': {'id': 'f1b3b8e0-40d0-4006-9e3b-4c453f6acaf8', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:66:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbad0f3-69af-4b08-b932-6a0de89dfb4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:58:59Z', 'updated_at': '2021-02-16T15:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_interfaces': [{'id': 'f6d0cd81-98fa-4553-b011-9e7cc4a6ceae', 'name': '', 'network_id': '5a6cc9fd-7c89-4382-a460-9e49c7df15fc', 'tenant_id': '57c03e2c6fe04a41927ce974a5ae8db2', 'mac_address': 'fa:16:3e:aa:33:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbbad0f3-69af-4b08-b932-6a0de89dfb4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '578849cb-f9a8-4646-bed7-c111f69c5937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:59:04Z', 'updated_at': '2021-02-16T15:59:11Z', 'revision_number': 4, 'project_id': '57c03e2c6fe04a41927ce974a5ae8db2', 'subnets': [{'id': '578849cb-f9a8-4646-bed7-c111f69c5937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-iscsi', False) {} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:59:15.019660 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fe3703-f5de-498a-bfbf-d035225e676d None None] The sync data for ids ['fbbad0f3-69af-4b08-b932-6a0de89dfb4b'] in dv-cinder-775706-1-iscsi is: [{'id': 'fbbad0f3-69af-4b08-b932-6a0de89dfb4b', 'name': 'tempest-TestShelveInstance-775119664-router', 'tenant_id': '57c03e2c6fe04a41927ce974a5ae8db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': 'f1b3b8e0-40d0-4006-9e3b-4c453f6acaf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:58:58Z', 'updated_at': '2021-02-16T15:59:05Z', 'revision_number': 4, 'project_id': '57c03e2c6fe04a41927ce974a5ae8db2', 'gw_port': {'id': 'f1b3b8e0-40d0-4006-9e3b-4c453f6acaf8', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:66:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbad0f3-69af-4b08-b932-6a0de89dfb4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:58:59Z', 'updated_at': '2021-02-16T15:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_interfaces': [{'id': 'f6d0cd81-98fa-4553-b011-9e7cc4a6ceae', 'name': '', 'network_id': '5a6cc9fd-7c89-4382-a460-9e49c7df15fc', 'tenant_id': '57c03e2c6fe04a41927ce974a5ae8db2', 'mac_address': 'fa:16:3e:aa:33:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbbad0f3-69af-4b08-b932-6a0de89dfb4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '578849cb-f9a8-4646-bed7-c111f69c5937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:59:04Z', 'updated_at': '2021-02-16T15:59:11Z', 'revision_number': 4, 'project_id': '57c03e2c6fe04a41927ce974a5ae8db2', 'subnets': [{'id': '578849cb-f9a8-4646-bed7-c111f69c5937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 15:59:15.151640 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ce5419c1-8e7b-42bb-9068-977f1cf0a68e None None] Notify callbacks [] for port, precommit_create {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:15.164803 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-ce5419c1-8e7b-42bb-9068-977f1cf0a68e None None] Transition to ACTIVE for port object 0a574d5a-89c1-45bb-b2e7-6ac74a6bb1a0 will not be triggered until provisioned by entity L2. {{(pid=84076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:59:15.190591 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-ce5419c1-8e7b-42bb-9068-977f1cf0a68e None None] Transition to ACTIVE for port object 0a574d5a-89c1-45bb-b2e7-6ac74a6bb1a0 will not be triggered until provisioned by entity DHCP. {{(pid=84076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:59:15.211920 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c1e4a392-bd5f-408a-9dff-93534d03fa5b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:15.231444 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ce5419c1-8e7b-42bb-9068-977f1cf0a68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776636048806'] for port, after_create {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:15.257881 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:59:15.497554 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5419c1-8e7b-42bb-9068-977f1cf0a68e None None] Pushing event updated for resources: {'Port': ['ID=0a574d5a-89c1-45bb-b2e7-6ac74a6bb1a0,revision_number=1']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:59:15.503250 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-ce5419c1-8e7b-42bb-9068-977f1cf0a68e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:59:15.593408 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5419c1-8e7b-42bb-9068-977f1cf0a68e None None] Network cc80d437-11a5-493e-bea4-62f036e08837 is already hosted by enough agents. {{(pid=84076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 15:59:15.597887 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.base_scheduler [None req-ce5419c1-8e7b-42bb-9068-977f1cf0a68e None None] Resources bound (agent type, host, resource id): {{(pid=84076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:59:15.603823 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5419c1-8e7b-42bb-9068-977f1cf0a68e None None] Received port after_create {{(pid=84076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 15:59:15.709401 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-ce5419c1-8e7b-42bb-9068-977f1cf0a68e None None] Attempting to bind port 0a574d5a-89c1-45bb-b2e7-6ac74a6bb1a0 on host dv-cinder-775706-1-iscsi for vnic_type normal with profile {{(pid=84076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:59:15.710218 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-ce5419c1-8e7b-42bb-9068-977f1cf0a68e None None] Attempting to bind port 0a574d5a-89c1-45bb-b2e7-6ac74a6bb1a0 by drivers openvswitch on host dv-cinder-775706-1-iscsi at level 0 using segments [{'id': '26effd2c-ac47-4a40-9235-84610bb1f7b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'cc80d437-11a5-493e-bea4-62f036e08837'}] {{(pid=84076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 15:59:15.710908 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5419c1-8e7b-42bb-9068-977f1cf0a68e None None] Attempting to bind port 0a574d5a-89c1-45bb-b2e7-6ac74a6bb1a0 on network cc80d437-11a5-493e-bea4-62f036e08837 {{(pid=84076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 15:59:15.727010 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5419c1-8e7b-42bb-9068-977f1cf0a68e None None] Checking agent: {'id': '84f77aeb-7661-44c0-b112-b1bf68bd83fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 15, 47, 21), 'started_at': datetime.datetime(2021, 2, 16, 15, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 15, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.95', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 15:59:15.727898 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5419c1-8e7b-42bb-9068-977f1cf0a68e None None] Checking segment: {'id': '26effd2c-ac47-4a40-9235-84610bb1f7b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'cc80d437-11a5-493e-bea4-62f036e08837'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:59:15.730530 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ce5419c1-8e7b-42bb-9068-977f1cf0a68e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:15.731428 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5419c1-8e7b-42bb-9068-977f1cf0a68e None None] Bound using segment: {'id': '26effd2c-ac47-4a40-9235-84610bb1f7b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'cc80d437-11a5-493e-bea4-62f036e08837'} {{(pid=84076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 15:59:15.732204 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-ce5419c1-8e7b-42bb-9068-977f1cf0a68e None None] Bound port: 0a574d5a-89c1-45bb-b2e7-6ac74a6bb1a0, host: dv-cinder-775706-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26effd2c-ac47-4a40-9235-84610bb1f7b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'cc80d437-11a5-493e-bea4-62f036e08837'}}] {{(pid=84076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 15:59:15.732857 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ce5419c1-8e7b-42bb-9068-977f1cf0a68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:15.780133 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63f76d7-2a18-4930-bdf2-114c03dd6cc1 req-0afafd81-70b1-4d0e-9076-f0d102a77f58 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:59:15.793905 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-a63f76d7-2a18-4930-bdf2-114c03dd6cc1 req-0afafd81-70b1-4d0e-9076-f0d102a77f58 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=617c5d16-91b3-4115-98c3-d15fb41b5a8c HTTP/1.1" status: 200 len: 945 time: 0.1523740 Feb 16 15:59:15.862226 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-a63f76d7-2a18-4930-bdf2-114c03dd6cc1 req-a2f3b261-5b0d-40ae-83e1-5e656f85bfa3 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674016 Feb 16 15:59:15.937068 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c1e4a392-bd5f-408a-9dff-93534d03fa5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-877770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-909817'] for router, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:16.180136 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-ce5419c1-8e7b-42bb-9068-977f1cf0a68e None None] For port 0a574d5a-89c1-45bb-b2e7-6ac74a6bb1a0, host dv-cinder-775706-1-iscsi, cleared binding levels {{(pid=84076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 15:59:16.183662 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-ce5419c1-8e7b-42bb-9068-977f1cf0a68e None None] For port 0a574d5a-89c1-45bb-b2e7-6ac74a6bb1a0, host dv-cinder-775706-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-iscsi',level=0,port_id=0a574d5a-89c1-45bb-b2e7-6ac74a6bb1a0,segment=NetworkSegment(26effd2c-ac47-4a40-9235-84610bb1f7b8),segment_id=26effd2c-ac47-4a40-9235-84610bb1f7b8)] {{(pid=84076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 15:59:16.215107 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ce5419c1-8e7b-42bb-9068-977f1cf0a68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:16.247643 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:59:16.308044 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1e4a392-bd5f-408a-9dff-93534d03fa5b admin admin] Router 1fc50add-55ae-4ae9-b772-3d133f99bc8a is scheduled to L3 agent 4f2d6f55-b6e7-4768-88f5-01ac5c4c3902 with binding_index 1 {{(pid=84074) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 16 15:59:16.419323 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5419c1-8e7b-42bb-9068-977f1cf0a68e None None] Pushing event updated for resources: {'Port': ['ID=0a574d5a-89c1-45bb-b2e7-6ac74a6bb1a0,revision_number=2']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:59:16.425618 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-ce5419c1-8e7b-42bb-9068-977f1cf0a68e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:59:16.555975 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e4a392-bd5f-408a-9dff-93534d03fa5b admin admin] Notify agent at l3_agent.dv-cinder-775706-1-iscsi the message routers_updated {{(pid=84074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 15:59:16.564980 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400d8b06-a354-4320-8432-d2c8dae6a689 None None] Sync routers for ids ['1fc50add-55ae-4ae9-b772-3d133f99bc8a'] in dv-cinder-775706-1-iscsi {{(pid=84077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 15:59:16.575944 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400d8b06-a354-4320-8432-d2c8dae6a689 None None] Routers {'1fc50add-55ae-4ae9-b772-3d133f99bc8a'} bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:59:16.576789 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-400d8b06-a354-4320-8432-d2c8dae6a689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T15:47:20Z,description=,heartbeat_timestamp=2021-02-16T15:58:51Z,host='dv-cinder-775706-1-iscsi',id=4f2d6f55-b6e7-4768-88f5-01ac5c4c3902,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:47:21Z,topic='l3_agent')) {'router_ids': ['1fc50add-55ae-4ae9-b772-3d133f99bc8a'], 'active': True} {{(pid=84077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:59:16.625446 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c1e4a392-bd5f-408a-9dff-93534d03fa5b admin admin] Notify callbacks [] for router, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:16.628687 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-c1e4a392-bd5f-408a-9dff-93534d03fa5b admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.4503715 Feb 16 15:59:16.636673 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 48492) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:59:16.905216 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvr_db [None req-400d8b06-a354-4320-8432-d2c8dae6a689 None None] Set router 1fc50add-55ae-4ae9-b772-3d133f99bc8a gateway port host: dv-cinder-775706-1-iscsi {{(pid=84077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:59:16.970619 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device f6d0cd81-98fa-4553-b011-9e7cc4a6ceae up at agent ovs-agent-dv-cinder-775706-1-iscsi {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:59:17.276223 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Provisioning for port f6d0cd81-98fa-4553-b011-9e7cc4a6ceae completed by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:59:17.282945 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Provisioning complete for port f6d0cd81-98fa-4553-b011-9e7cc4a6ceae triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:59:17.283494 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:17.481476 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:17.525158 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] For port f6d0cd81-98fa-4553-b011-9e7cc4a6ceae, host dv-cinder-775706-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-iscsi',level=0,port_id=f6d0cd81-98fa-4553-b011-9e7cc4a6ceae,segment=NetworkSegment(2868b9f6-5019-4779-bec8-1457bba2edf9),segment_id=2868b9f6-5019-4779-bec8-1457bba2edf9)] {{(pid=84076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:59:17.567513 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:17.571342 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:59:17.677206 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Pushing event updated for resources: {'Port': ['ID=f6d0cd81-98fa-4553-b011-9e7cc4a6ceae,revision_number=5']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:59:17.681426 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:59:17.707496 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-9b968cae-e79a-4d72-a778-c30c2777569c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:17.765252 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-400d8b06-a354-4320-8432-d2c8dae6a689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc50add-55ae-4ae9-b772-3d133f99bc8a', 'name': 'tempest-TestShelveInstance-285553190-router', 'tenant_id': 'ee5caea3c26c41b59482f967e7ac427f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': '3511ac07-9c85-423b-91e0-0e141716df47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:59:12Z', 'updated_at': '2021-02-16T15:59:14Z', 'revision_number': 3, 'project_id': 'ee5caea3c26c41b59482f967e7ac427f', 'gw_port': {'id': '3511ac07-9c85-423b-91e0-0e141716df47', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:01:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fc50add-55ae-4ae9-b772-3d133f99bc8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:59:13Z', 'updated_at': '2021-02-16T15:59:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi'}], 'dv-cinder-775706-1-iscsi', False) {} {{(pid=84077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:59:17.771057 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400d8b06-a354-4320-8432-d2c8dae6a689 None None] Checking router: 1fc50add-55ae-4ae9-b772-3d133f99bc8a for host: dv-cinder-775706-1-iscsi {{(pid=84077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 15:59:17.771455 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400d8b06-a354-4320-8432-d2c8dae6a689 None None] Updating router 1fc50add-55ae-4ae9-b772-3d133f99bc8a port 3511ac07-9c85-423b-91e0-0e141716df47 binding host dv-cinder-775706-1-iscsi {{(pid=84077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 16 15:59:17.787172 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-e3cee61e-e6c4-4a65-90ed-9ed7b12460a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:17.849653 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-400d8b06-a354-4320-8432-d2c8dae6a689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:18.183576 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11938a66-7e9f-4566-abd7-155617a90621 None None] Network cc80d437-11a5-493e-bea4-62f036e08837 requested from dv-cinder-775706-1-iscsi {{(pid=84076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 15:59:18.276989 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.db_base_plugin_common [None req-e3cee61e-e6c4-4a65-90ed-9ed7b12460a8 admin admin] Allocated IP 172.20.0.1 (cc80d437-11a5-493e-bea4-62f036e08837/810153bb-58a6-4298-95ab-f16bcf50ec01/25d013a7-fbda-4d0a-a769-6f44a63112f1) {{(pid=84075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 15:59:18.294941 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-a4319ad5-97f8-4b20-9155-b0a78b7c1998 None None] Provisioning for port 0a574d5a-89c1-45bb-b2e7-6ac74a6bb1a0 completed by entity DHCP. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:59:18.370322 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-400d8b06-a354-4320-8432-d2c8dae6a689 None None] Notify callbacks [] for port, precommit_update {{(pid=84077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:18.383244 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-400d8b06-a354-4320-8432-d2c8dae6a689 None None] Transition to ACTIVE for port object 3511ac07-9c85-423b-91e0-0e141716df47 will not be triggered until provisioned by entity L2. {{(pid=84077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:59:18.412706 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-400d8b06-a354-4320-8432-d2c8dae6a689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:18.432226 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:59:18.570565 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-e3cee61e-e6c4-4a65-90ed-9ed7b12460a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:18.710759 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e90cdbb-2ef4-4152-84d1-bf6f1b1521dd None None] Pushing event updated for resources: {'Port': ['ID=3511ac07-9c85-423b-91e0-0e141716df47,revision_number=2']} {{(pid=84077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:59:18.715279 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-4e90cdbb-2ef4-4152-84d1-bf6f1b1521dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=84077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:59:18.737345 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-e3cee61e-e6c4-4a65-90ed-9ed7b12460a8 admin admin] Transition to ACTIVE for port object 25d013a7-fbda-4d0a-a769-6f44a63112f1 will not be triggered until provisioned by entity DHCP. {{(pid=84075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:59:18.776964 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-400d8b06-a354-4320-8432-d2c8dae6a689 None None] Attempting to bind port 3511ac07-9c85-423b-91e0-0e141716df47 on host dv-cinder-775706-1-iscsi for vnic_type normal with profile {{(pid=84077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:59:18.777368 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-400d8b06-a354-4320-8432-d2c8dae6a689 None None] Attempting to bind port 3511ac07-9c85-423b-91e0-0e141716df47 by drivers openvswitch on host dv-cinder-775706-1-iscsi at level 0 using segments [{'id': '31924cb5-91ae-4236-8041-dd0103380e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6'}] {{(pid=84077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 15:59:18.777778 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400d8b06-a354-4320-8432-d2c8dae6a689 None None] Attempting to bind port 3511ac07-9c85-423b-91e0-0e141716df47 on network 4b949073-2dbc-48f8-99e6-0912404ac0f6 {{(pid=84077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 15:59:18.793629 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400d8b06-a354-4320-8432-d2c8dae6a689 None None] Checking agent: {'id': '84f77aeb-7661-44c0-b112-b1bf68bd83fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 15, 47, 21), 'started_at': datetime.datetime(2021, 2, 16, 15, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 15, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.95', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 15:59:18.794060 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400d8b06-a354-4320-8432-d2c8dae6a689 None None] Checking segment: {'id': '31924cb5-91ae-4236-8041-dd0103380e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:59:18.794516 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-400d8b06-a354-4320-8432-d2c8dae6a689 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:18.794995 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400d8b06-a354-4320-8432-d2c8dae6a689 None None] Bound using segment: {'id': '31924cb5-91ae-4236-8041-dd0103380e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6'} {{(pid=84077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 15:59:18.795533 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-400d8b06-a354-4320-8432-d2c8dae6a689 None None] Bound port: 3511ac07-9c85-423b-91e0-0e141716df47, host: dv-cinder-775706-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31924cb5-91ae-4236-8041-dd0103380e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6'}}] {{(pid=84077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 15:59:18.795958 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-400d8b06-a354-4320-8432-d2c8dae6a689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:18.807937 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6642d52f-68ea-4105-abb9-5e844ff7cada req-e740c9df-3052-4f5d-ac4f-9a9d1206523c tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:59:18.811261 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6642d52f-68ea-4105-abb9-5e844ff7cada req-e740c9df-3052-4f5d-ac4f-9a9d1206523c tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/networks?id=baa10d08-ce15-4a5f-a2ef-a3a5e84267ba HTTP/1.1" status: 200 len: 815 time: 0.2370276 Feb 16 15:59:18.847320 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6642d52f-68ea-4105-abb9-5e844ff7cada req-7e663f4e-ea5d-43dc-9bdb-e86a2aa299c1 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/quotas/1a1a953a14c748c6a608c59eb0095246 HTTP/1.1" status: 200 len: 375 time: 0.0299282 Feb 16 15:59:18.899881 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-400d8b06-a354-4320-8432-d2c8dae6a689 None None] For port 3511ac07-9c85-423b-91e0-0e141716df47, host dv-cinder-775706-1-iscsi, cleared binding levels {{(pid=84077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 15:59:18.906761 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-400d8b06-a354-4320-8432-d2c8dae6a689 None None] For port 3511ac07-9c85-423b-91e0-0e141716df47, host dv-cinder-775706-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-iscsi',level=0,port_id=3511ac07-9c85-423b-91e0-0e141716df47,segment=NetworkSegment(31924cb5-91ae-4236-8041-dd0103380e57),segment_id=31924cb5-91ae-4236-8041-dd0103380e57)] {{(pid=84077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 15:59:18.916551 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-e3cee61e-e6c4-4a65-90ed-9ed7b12460a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776636048806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7708556'] for port, after_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:18.933406 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-400d8b06-a354-4320-8432-d2c8dae6a689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:18.962348 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device f6d0cd81-98fa-4553-b011-9e7cc4a6ceae up at agent ovs-agent-dv-cinder-775706-1-iscsi {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:59:18.973908 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:59:19.129970 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Provisioning complete for port f6d0cd81-98fa-4553-b011-9e7cc4a6ceae triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:59:19.132462 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:19.158848 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e90cdbb-2ef4-4152-84d1-bf6f1b1521dd None None] Pushing event updated for resources: {'Port': ['ID=3511ac07-9c85-423b-91e0-0e141716df47,revision_number=3']} {{(pid=84077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:59:19.164752 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-4e90cdbb-2ef4-4152-84d1-bf6f1b1521dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:59:19.212605 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400d8b06-a354-4320-8432-d2c8dae6a689 None None] Routers {'1fc50add-55ae-4ae9-b772-3d133f99bc8a'} bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:59:19.213735 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-400d8b06-a354-4320-8432-d2c8dae6a689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T15:47:20Z,description=,heartbeat_timestamp=2021-02-16T15:58:51Z,host='dv-cinder-775706-1-iscsi',id=4f2d6f55-b6e7-4768-88f5-01ac5c4c3902,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:47:21Z,topic='l3_agent')) {'router_ids': ['1fc50add-55ae-4ae9-b772-3d133f99bc8a'], 'active': True} {{(pid=84077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:59:19.309020 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device 0a574d5a-89c1-45bb-b2e7-6ac74a6bb1a0 up at agent ovs-agent-dv-cinder-775706-1-iscsi {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:59:19.336769 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-3770c857-7cfd-4259-bab4-1e6fe83dc665 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:59:19.425534 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Provisioning for port 0a574d5a-89c1-45bb-b2e7-6ac74a6bb1a0 completed by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:59:19.425768 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cee61e-e6c4-4a65-90ed-9ed7b12460a8 admin admin] Network cc80d437-11a5-493e-bea4-62f036e08837 is already hosted by enough agents. {{(pid=84075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 15:59:19.429898 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.base_scheduler [None req-e3cee61e-e6c4-4a65-90ed-9ed7b12460a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:59:19.431334 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Provisioning complete for port 0a574d5a-89c1-45bb-b2e7-6ac74a6bb1a0 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:59:19.431836 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:19.439542 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cee61e-e6c4-4a65-90ed-9ed7b12460a8 admin admin] Received port after_create {{(pid=84075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 15:59:19.462673 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvr_db [None req-400d8b06-a354-4320-8432-d2c8dae6a689 None None] Set router 1fc50add-55ae-4ae9-b772-3d133f99bc8a gateway port host: dv-cinder-775706-1-iscsi {{(pid=84077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:59:19.501149 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-e3cee61e-e6c4-4a65-90ed-9ed7b12460a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853906703'] for router_interface, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:19.504015 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cee61e-e6c4-4a65-90ed-9ed7b12460a8 admin admin] Pushing event updated for resources: {'Port': ['ID=25d013a7-fbda-4d0a-a769-6f44a63112f1,revision_number=1']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:59:19.523329 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-e3cee61e-e6c4-4a65-90ed-9ed7b12460a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:59:19.579485 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6642d52f-68ea-4105-abb9-5e844ff7cada req-de103394-c29a-4cd0-95a5-3606bb5938d4 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=1a1a953a14c748c6a608c59eb0095246&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7302008 Feb 16 15:59:19.596063 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:19.642881 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] For port 0a574d5a-89c1-45bb-b2e7-6ac74a6bb1a0, host dv-cinder-775706-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-iscsi',level=0,port_id=0a574d5a-89c1-45bb-b2e7-6ac74a6bb1a0,segment=NetworkSegment(26effd2c-ac47-4a40-9235-84610bb1f7b8),segment_id=26effd2c-ac47-4a40-9235-84610bb1f7b8)] {{(pid=84076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:59:19.674521 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:19.680382 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-035c6206-3533-454a-83e5-4438796d96df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:59:19.760099 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Pushing event updated for resources: {'Port': ['ID=0a574d5a-89c1-45bb-b2e7-6ac74a6bb1a0,revision_number=3']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:59:19.767978 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:59:19.805701 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-66e2c4fa-4b10-4a1d-b3a1-0c7d972b7101 None None] Provisioning for port 25d013a7-fbda-4d0a-a769-6f44a63112f1 completed by entity DHCP. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:59:19.811721 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-66e2c4fa-4b10-4a1d-b3a1-0c7d972b7101 None None] Provisioning complete for port 25d013a7-fbda-4d0a-a769-6f44a63112f1 triggered by entity DHCP. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:59:19.812153 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-66e2c4fa-4b10-4a1d-b3a1-0c7d972b7101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:19.831724 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6642d52f-68ea-4105-abb9-5e844ff7cada req-d36d08f2-099a-4dcb-be63-21b27ee99803 service neutron] 10.222.0.101 "GET /v2.0/networks/baa10d08-ce15-4a5f-a2ef-a3a5e84267ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404301 Feb 16 15:59:19.926295 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-66e2c4fa-4b10-4a1d-b3a1-0c7d972b7101 None None] Port 25d013a7-fbda-4d0a-a769-6f44a63112f1 cannot update to ACTIVE because it is not bound. {{(pid=84076) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 15:59:19.953581 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-400d8b06-a354-4320-8432-d2c8dae6a689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc50add-55ae-4ae9-b772-3d133f99bc8a', 'name': 'tempest-TestShelveInstance-285553190-router', 'tenant_id': 'ee5caea3c26c41b59482f967e7ac427f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': '3511ac07-9c85-423b-91e0-0e141716df47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:59:12Z', 'updated_at': '2021-02-16T15:59:14Z', 'revision_number': 3, 'project_id': 'ee5caea3c26c41b59482f967e7ac427f', 'gw_port': {'id': '3511ac07-9c85-423b-91e0-0e141716df47', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:01:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fc50add-55ae-4ae9-b772-3d133f99bc8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:59:13Z', 'updated_at': '2021-02-16T15:59:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi'}], 'dv-cinder-775706-1-iscsi', False) {} {{(pid=84077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:59:19.958551 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400d8b06-a354-4320-8432-d2c8dae6a689 None None] The sync data for ids ['1fc50add-55ae-4ae9-b772-3d133f99bc8a'] in dv-cinder-775706-1-iscsi is: [{'id': '1fc50add-55ae-4ae9-b772-3d133f99bc8a', 'name': 'tempest-TestShelveInstance-285553190-router', 'tenant_id': 'ee5caea3c26c41b59482f967e7ac427f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': '3511ac07-9c85-423b-91e0-0e141716df47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:59:12Z', 'updated_at': '2021-02-16T15:59:14Z', 'revision_number': 3, 'project_id': 'ee5caea3c26c41b59482f967e7ac427f', 'gw_port': {'id': '3511ac07-9c85-423b-91e0-0e141716df47', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:01:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fc50add-55ae-4ae9-b772-3d133f99bc8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:59:13Z', 'updated_at': '2021-02-16T15:59:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi'}] {{(pid=84077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 15:59:20.069907 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-e3cee61e-e6c4-4a65-90ed-9ed7b12460a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:20.093069 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6642d52f-68ea-4105-abb9-5e844ff7cada req-2803bb24-d6d9-47c7-878c-5dab792b75cb service neutron] 10.222.0.101 "GET /v2.0/networks/baa10d08-ce15-4a5f-a2ef-a3a5e84267ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2478442 Feb 16 15:59:20.327525 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d05518bb-17ee-4865-b03c-31693adcda8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:20.411412 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-35a09e72-7eb3-4194-b131-6c93d4fbddf1 req-bfc8bf93-b577-4741-9cb7-a2870622e3de tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=f8287fb3-15ec-4d0a-b5d2-8d5f1a1c5d73 HTTP/1.1" status: 200 len: 210 time: 0.0927632 Feb 16 15:59:20.496639 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-e3cee61e-e6c4-4a65-90ed-9ed7b12460a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:20.533043 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-e3cee61e-e6c4-4a65-90ed-9ed7b12460a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847067257'] for port, after_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:20.564594 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:59:20.600488 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-97134ad0-573f-487a-afe7-fc7285f98389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:20.659453 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-e3cee61e-e6c4-4a65-90ed-9ed7b12460a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854210630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-868946'] for router_interface, after_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:20.676855 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cee61e-e6c4-4a65-90ed-9ed7b12460a8 admin admin] Pushing event updated for resources: {'Port': ['ID=25d013a7-fbda-4d0a-a769-6f44a63112f1,revision_number=2']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:59:20.692729 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-e3cee61e-e6c4-4a65-90ed-9ed7b12460a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:59:20.847986 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cee61e-e6c4-4a65-90ed-9ed7b12460a8 admin admin] Network cc80d437-11a5-493e-bea4-62f036e08837 is already hosted by enough agents. {{(pid=84075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 15:59:20.849225 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.base_scheduler [None req-e3cee61e-e6c4-4a65-90ed-9ed7b12460a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:59:21.047943 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device 3511ac07-9c85-423b-91e0-0e141716df47 up at agent ovs-agent-dv-cinder-775706-1-iscsi {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:59:21.246102 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3cee61e-e6c4-4a65-90ed-9ed7b12460a8 admin admin] Router 1fc50add-55ae-4ae9-b772-3d133f99bc8a has already been hosted by L3 agent 4f2d6f55-b6e7-4768-88f5-01ac5c4c3902 {{(pid=84075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 15:59:21.262864 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Provisioning for port 3511ac07-9c85-423b-91e0-0e141716df47 completed by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:59:21.268835 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Provisioning complete for port 3511ac07-9c85-423b-91e0-0e141716df47 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:59:21.269266 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:21.296637 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-b819bc40-40e9-4b8c-960b-35516ecf7f9c None None] Provisioning complete for port 25d013a7-fbda-4d0a-a769-6f44a63112f1 triggered by entity DHCP. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:59:21.298182 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b819bc40-40e9-4b8c-960b-35516ecf7f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:21.412158 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-b819bc40-40e9-4b8c-960b-35516ecf7f9c None None] Port 25d013a7-fbda-4d0a-a769-6f44a63112f1 cannot update to ACTIVE because it is not bound. {{(pid=84076) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 15:59:21.458958 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3cee61e-e6c4-4a65-90ed-9ed7b12460a8 admin admin] Notify agent at l3_agent.dv-cinder-775706-1-iscsi the message routers_updated {{(pid=84075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 15:59:21.469737 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-e3cee61e-e6c4-4a65-90ed-9ed7b12460a8 admin admin] 10.222.0.101 "PUT /v2.0/routers/1fc50add-55ae-4ae9-b772-3d133f99bc8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8309793 Feb 16 15:59:21.474168 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:21.502984 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:21.524418 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] For port 3511ac07-9c85-423b-91e0-0e141716df47, host dv-cinder-775706-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-iscsi',level=0,port_id=3511ac07-9c85-423b-91e0-0e141716df47,segment=NetworkSegment(31924cb5-91ae-4236-8041-dd0103380e57),segment_id=31924cb5-91ae-4236-8041-dd0103380e57)] {{(pid=84076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:59:21.556409 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:21.558130 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device 0a574d5a-89c1-45bb-b2e7-6ac74a6bb1a0 up at agent ovs-agent-dv-cinder-775706-1-iscsi {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:59:21.597955 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-052a1f7b-6da3-494f-a5c8-71d2455f6226 req-d4817e6c-b83c-424f-8a52-209d09c264ad tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=f8287fb3-15ec-4d0a-b5d2-8d5f1a1c5d73 HTTP/1.1" status: 200 len: 210 time: 0.0502019 Feb 16 15:59:21.638407 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:59:21.720943 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Provisioning complete for port 0a574d5a-89c1-45bb-b2e7-6ac74a6bb1a0 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:59:21.721465 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:21.782455 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Pushing event updated for resources: {'Port': ['ID=3511ac07-9c85-423b-91e0-0e141716df47,revision_number=4']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:59:21.785567 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:59:22.127474 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [req-174247a3-85e6-4a91-ab25-1cc04717eb3d req-fafb0847-b3e3-4b62-8b9c-8bbcd4c8cb01 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-562403491', 'description': 'tempest-TestShelveInstance-562403491 description'}} {{(pid=84075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:59:22.133964 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [req-174247a3-85e6-4a91-ab25-1cc04717eb3d req-fafb0847-b3e3-4b62-8b9c-8bbcd4c8cb01 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:59:22.138363 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-174247a3-85e6-4a91-ab25-1cc04717eb3d req-fafb0847-b3e3-4b62-8b9c-8bbcd4c8cb01 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Usage tracker for resource:security_group and tenant:57c03e2c6fe04a41927ce974a5ae8db2 is out of sync, need to count used quota {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:59:22.143025 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-174247a3-85e6-4a91-ab25-1cc04717eb3d req-fafb0847-b3e3-4b62-8b9c-8bbcd4c8cb01 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:59:22.148854 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [req-174247a3-85e6-4a91-ab25-1cc04717eb3d req-fafb0847-b3e3-4b62-8b9c-8bbcd4c8cb01 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:59:22.228157 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-174247a3-85e6-4a91-ab25-1cc04717eb3d req-fafb0847-b3e3-4b62-8b9c-8bbcd4c8cb01 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Notify callbacks [] for security_group, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:22.247516 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-331083c2-9fd5-48c9-8796-02890b3f22e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:22.253684 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [req-174247a3-85e6-4a91-ab25-1cc04717eb3d req-fafb0847-b3e3-4b62-8b9c-8bbcd4c8cb01 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:59:22.258903 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-174247a3-85e6-4a91-ab25-1cc04717eb3d req-fafb0847-b3e3-4b62-8b9c-8bbcd4c8cb01 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Usage tracker for resource:security_group_rule and tenant:57c03e2c6fe04a41927ce974a5ae8db2 is out of sync, need to count used quota {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:59:22.262137 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-174247a3-85e6-4a91-ab25-1cc04717eb3d req-fafb0847-b3e3-4b62-8b9c-8bbcd4c8cb01 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:59:22.269198 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [req-174247a3-85e6-4a91-ab25-1cc04717eb3d req-fafb0847-b3e3-4b62-8b9c-8bbcd4c8cb01 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:59:22.504107 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-174247a3-85e6-4a91-ab25-1cc04717eb3d req-fafb0847-b3e3-4b62-8b9c-8bbcd4c8cb01 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Notify callbacks [] for security_group, precommit_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:22.529839 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6642d52f-68ea-4105-abb9-5e844ff7cada req-a602d393-c62b-4b98-9e7e-d176cfb50749 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:59:22.532169 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6642d52f-68ea-4105-abb9-5e844ff7cada req-a602d393-c62b-4b98-9e7e-d176cfb50749 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.103 "GET /v2.0/networks?id=baa10d08-ce15-4a5f-a2ef-a3a5e84267ba HTTP/1.1" status: 200 len: 815 time: 0.2226455 Feb 16 15:59:22.533439 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-174247a3-85e6-4a91-ab25-1cc04717eb3d req-fafb0847-b3e3-4b62-8b9c-8bbcd4c8cb01 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:22.539477 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-6cffa4ac-8623-46b9-8230-9892b1e536b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:59:22.563772 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [req-6642d52f-68ea-4105-abb9-5e844ff7cada req-785882e8-b7e9-4a37-9184-5ab681f0175d tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Request body: {'port': {'device_id': 'f8287fb3-15ec-4d0a-b5d2-8d5f1a1c5d73', 'network_id': 'baa10d08-ce15-4a5f-a2ef-a3a5e84267ba', 'admin_state_up': True, 'tenant_id': '1a1a953a14c748c6a608c59eb0095246'}} {{(pid=84075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:59:22.680926 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafb0847-b3e3-4b62-8b9c-8bbcd4c8cb01 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1cdf25b-ac5e-4c7b-aae4-1dd92cc7194b,revision_number=1']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:59:22.684643 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-fafb0847-b3e3-4b62-8b9c-8bbcd4c8cb01 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:59:22.717088 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-174247a3-85e6-4a91-ab25-1cc04717eb3d req-fafb0847-b3e3-4b62-8b9c-8bbcd4c8cb01 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Notify callbacks [] for security_group, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:22.718475 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-174247a3-85e6-4a91-ab25-1cc04717eb3d req-fafb0847-b3e3-4b62-8b9c-8bbcd4c8cb01 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5973742 Feb 16 15:59:22.797484 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [req-6642d52f-68ea-4105-abb9-5e844ff7cada req-785882e8-b7e9-4a37-9184-5ab681f0175d tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:59:22.821452 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device 3511ac07-9c85-423b-91e0-0e141716df47 up at agent ovs-agent-dv-cinder-775706-1-iscsi {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:59:22.889406 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-4f01a795-84f0-44a0-8111-2874704eff30 req-aef38829-5b4f-49dc-8e43-87a38ac19ca0 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=f8287fb3-15ec-4d0a-b5d2-8d5f1a1c5d73 HTTP/1.1" status: 200 len: 210 time: 0.1052568 Feb 16 15:59:22.893130 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [req-6642d52f-68ea-4105-abb9-5e844ff7cada req-785882e8-b7e9-4a37-9184-5ab681f0175d tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:59:22.899601 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-f35b6a90-f84a-480d-ad5d-0e55d8c743db req-025d0b11-576f-4314-907f-4b97c53d8723 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/security-groups/d1cdf25b-ac5e-4c7b-aae4-1dd92cc7194b HTTP/1.1" status: 200 len: 1800 time: 0.1481488 Feb 16 15:59:22.915114 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Provisioning complete for port 3511ac07-9c85-423b-91e0-0e141716df47 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:59:22.915114 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:22.915283 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [req-f35b6a90-f84a-480d-ad5d-0e55d8c743db req-384c4a4a-1e29-4962-ad07-4c6a448c7e8c tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd1cdf25b-ac5e-4c7b-aae4-1dd92cc7194b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:59:22.915283 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [req-f35b6a90-f84a-480d-ad5d-0e55d8c743db req-384c4a4a-1e29-4962-ad07-4c6a448c7e8c tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd1cdf25b-ac5e-4c7b-aae4-1dd92cc7194b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:59:22.936869 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [req-f35b6a90-f84a-480d-ad5d-0e55d8c743db req-384c4a4a-1e29-4962-ad07-4c6a448c7e8c tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:59:22.936869 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-f35b6a90-f84a-480d-ad5d-0e55d8c743db req-384c4a4a-1e29-4962-ad07-4c6a448c7e8c tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Usage tracker for resource:security_group_rule and tenant:57c03e2c6fe04a41927ce974a5ae8db2 is out of sync, need to count used quota {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:59:22.936869 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-f35b6a90-f84a-480d-ad5d-0e55d8c743db req-384c4a4a-1e29-4962-ad07-4c6a448c7e8c tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:59:22.936869 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [req-f35b6a90-f84a-480d-ad5d-0e55d8c743db req-384c4a4a-1e29-4962-ad07-4c6a448c7e8c tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:59:23.011742 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7039291-6b70-46a3-98fd-5cb999f3ab92 None None] Sync routers for ids ['1fc50add-55ae-4ae9-b772-3d133f99bc8a'] in dv-cinder-775706-1-iscsi {{(pid=84076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 15:59:23.037727 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7039291-6b70-46a3-98fd-5cb999f3ab92 None None] Routers {'1fc50add-55ae-4ae9-b772-3d133f99bc8a'} bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:59:23.038411 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-b7039291-6b70-46a3-98fd-5cb999f3ab92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-16T15:47:20Z,description=,heartbeat_timestamp=2021-02-16T15:59:21Z,host='dv-cinder-775706-1-iscsi',id=4f2d6f55-b6e7-4768-88f5-01ac5c4c3902,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:47:21Z,topic='l3_agent')) {'router_ids': ['1fc50add-55ae-4ae9-b772-3d133f99bc8a'], 'active': True} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:59:23.116119 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6642d52f-68ea-4105-abb9-5e844ff7cada req-785882e8-b7e9-4a37-9184-5ab681f0175d tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Made reservation on behalf of 1a1a953a14c748c6a608c59eb0095246 for: {'port': 1} {{(pid=84075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:59:23.122097 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-6642d52f-68ea-4105-abb9-5e844ff7cada req-785882e8-b7e9-4a37-9184-5ab681f0175d tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:23.253568 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvr_db [None req-b7039291-6b70-46a3-98fd-5cb999f3ab92 None None] Set router 1fc50add-55ae-4ae9-b772-3d133f99bc8a gateway port host: dv-cinder-775706-1-iscsi {{(pid=84076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:59:23.328565 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-f35b6a90-f84a-480d-ad5d-0e55d8c743db req-384c4a4a-1e29-4962-ad07-4c6a448c7e8c tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:23.409029 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-f35b6a90-f84a-480d-ad5d-0e55d8c743db req-384c4a4a-1e29-4962-ad07-4c6a448c7e8c tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:23.490981 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-f35b6a90-f84a-480d-ad5d-0e55d8c743db req-384c4a4a-1e29-4962-ad07-4c6a448c7e8c tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660574'] for security_group_rule, after_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:23.507401 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:59:23.539455 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c4a4a-1e29-4962-ad07-4c6a448c7e8c tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d560b0fa-a4ba-4b02-9fb3-0e8c274cbedf,revision_number=0']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:59:23.547947 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-384c4a4a-1e29-4962-ad07-4c6a448c7e8c tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:59:23.571459 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.db_base_plugin_common [req-6642d52f-68ea-4105-abb9-5e844ff7cada req-785882e8-b7e9-4a37-9184-5ab681f0175d tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Allocated IP 172.20.0.5 (baa10d08-ce15-4a5f-a2ef-a3a5e84267ba/5bf5e8cd-656f-4727-bbaa-2a15ac283eb2/5b25af8d-aca1-4845-9eb1-8c95072be816) {{(pid=84075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 15:59:23.604468 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-f35b6a90-f84a-480d-ad5d-0e55d8c743db req-384c4a4a-1e29-4962-ad07-4c6a448c7e8c tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:23.605795 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-f35b6a90-f84a-480d-ad5d-0e55d8c743db req-384c4a4a-1e29-4962-ad07-4c6a448c7e8c tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6967499 Feb 16 15:59:23.789786 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-b7039291-6b70-46a3-98fd-5cb999f3ab92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc50add-55ae-4ae9-b772-3d133f99bc8a', 'name': 'tempest-TestShelveInstance-285553190-router', 'tenant_id': 'ee5caea3c26c41b59482f967e7ac427f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': '3511ac07-9c85-423b-91e0-0e141716df47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:59:12Z', 'updated_at': '2021-02-16T15:59:19Z', 'revision_number': 4, 'project_id': 'ee5caea3c26c41b59482f967e7ac427f', 'gw_port': {'id': '3511ac07-9c85-423b-91e0-0e141716df47', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:01:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc50add-55ae-4ae9-b772-3d133f99bc8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:59:13Z', 'updated_at': '2021-02-16T15:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_interfaces': [{'id': '25d013a7-fbda-4d0a-a769-6f44a63112f1', 'name': '', 'network_id': 'cc80d437-11a5-493e-bea4-62f036e08837', 'tenant_id': 'ee5caea3c26c41b59482f967e7ac427f', 'mac_address': 'fa:16:3e:d2:88:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fc50add-55ae-4ae9-b772-3d133f99bc8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '810153bb-58a6-4298-95ab-f16bcf50ec01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:59:18Z', 'updated_at': '2021-02-16T15:59:20Z', 'revision_number': 2, 'project_id': 'ee5caea3c26c41b59482f967e7ac427f', 'subnets': [{'id': '810153bb-58a6-4298-95ab-f16bcf50ec01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-iscsi', False) {} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:59:23.794072 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7039291-6b70-46a3-98fd-5cb999f3ab92 None None] Checking router: 1fc50add-55ae-4ae9-b772-3d133f99bc8a for host: dv-cinder-775706-1-iscsi {{(pid=84076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 15:59:23.794577 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5fcf33ba-42ea-452e-b5d8-d2d21ac8abee req-26cdc077-0c0b-42e1-9573-43a06b722e97 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/security-groups/d1cdf25b-ac5e-4c7b-aae4-1dd92cc7194b HTTP/1.1" status: 200 len: 2393 time: 0.1597767 Feb 16 15:59:23.796485 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7039291-6b70-46a3-98fd-5cb999f3ab92 None None] Updating router 1fc50add-55ae-4ae9-b772-3d133f99bc8a port 25d013a7-fbda-4d0a-a769-6f44a63112f1 binding host dv-cinder-775706-1-iscsi {{(pid=84076) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 16 15:59:23.808191 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [req-5fcf33ba-42ea-452e-b5d8-d2d21ac8abee req-eaabc27a-6e8b-4b04-93ce-1e89ecab92b3 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd1cdf25b-ac5e-4c7b-aae4-1dd92cc7194b', 'remote_group_id': None}]} {{(pid=84075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:59:23.808549 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [req-5fcf33ba-42ea-452e-b5d8-d2d21ac8abee req-eaabc27a-6e8b-4b04-93ce-1e89ecab92b3 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd1cdf25b-ac5e-4c7b-aae4-1dd92cc7194b', 'remote_group_id': None}} {{(pid=84075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:59:23.817653 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [req-5fcf33ba-42ea-452e-b5d8-d2d21ac8abee req-eaabc27a-6e8b-4b04-93ce-1e89ecab92b3 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:59:23.827156 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-5fcf33ba-42ea-452e-b5d8-d2d21ac8abee req-eaabc27a-6e8b-4b04-93ce-1e89ecab92b3 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Usage tracker for resource:security_group_rule and tenant:57c03e2c6fe04a41927ce974a5ae8db2 is out of sync, need to count used quota {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:59:23.838980 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-5fcf33ba-42ea-452e-b5d8-d2d21ac8abee req-eaabc27a-6e8b-4b04-93ce-1e89ecab92b3 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:59:23.850013 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [req-5fcf33ba-42ea-452e-b5d8-d2d21ac8abee req-eaabc27a-6e8b-4b04-93ce-1e89ecab92b3 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:59:23.860515 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b7039291-6b70-46a3-98fd-5cb999f3ab92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:23.878476 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-6642d52f-68ea-4105-abb9-5e844ff7cada req-785882e8-b7e9-4a37-9184-5ab681f0175d tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Notify callbacks [] for port, precommit_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:24.165703 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-6642d52f-68ea-4105-abb9-5e844ff7cada req-785882e8-b7e9-4a37-9184-5ab681f0175d tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776636048806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7708556'] for port, after_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:24.234290 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:59:24.335661 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b7039291-6b70-46a3-98fd-5cb999f3ab92 None None] Notify callbacks [] for port, precommit_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:24.351815 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-b7039291-6b70-46a3-98fd-5cb999f3ab92 None None] Transition to ACTIVE for port object 25d013a7-fbda-4d0a-a769-6f44a63112f1 will not be triggered until provisioned by entity L2. {{(pid=84076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:59:24.384515 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b7039291-6b70-46a3-98fd-5cb999f3ab92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:24.402011 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-994dae10-33e1-41cd-b569-565de86c0c57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:59:24.449303 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-5fcf33ba-42ea-452e-b5d8-d2d21ac8abee req-eaabc27a-6e8b-4b04-93ce-1e89ecab92b3 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:24.471200 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785882e8-b7e9-4a37-9184-5ab681f0175d tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Pushing event updated for resources: {'Port': ['ID=5b25af8d-aca1-4845-9eb1-8c95072be816,revision_number=1']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:59:24.478873 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-785882e8-b7e9-4a37-9184-5ab681f0175d tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:59:24.533604 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584e0b4-c65e-4282-aa06-5990220f0688 req-500f0000-084e-46b0-9f8b-71bd0878e645 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:59:24.534384 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-8584e0b4-c65e-4282-aa06-5990220f0688 req-500f0000-084e-46b0-9f8b-71bd0878e645 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Synchronizing usage tracker for tenant:1a1a953a14c748c6a608c59eb0095246 on resource:port {{(pid=84075) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 15:59:24.558386 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ff789d-e3cf-4f36-a8eb-0907dcdbcd35 None None] Pushing event updated for resources: {'Port': ['ID=25d013a7-fbda-4d0a-a769-6f44a63112f1,revision_number=3']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:59:24.563200 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-5fcf33ba-42ea-452e-b5d8-d2d21ac8abee req-eaabc27a-6e8b-4b04-93ce-1e89ecab92b3 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:24.564061 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-99ff789d-e3cf-4f36-a8eb-0907dcdbcd35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:59:24.579581 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6642d52f-68ea-4105-abb9-5e844ff7cada req-785882e8-b7e9-4a37-9184-5ab681f0175d tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Network baa10d08-ce15-4a5f-a2ef-a3a5e84267ba is already hosted by enough agents. {{(pid=84075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 15:59:24.585298 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.base_scheduler [req-6642d52f-68ea-4105-abb9-5e844ff7cada req-785882e8-b7e9-4a37-9184-5ab681f0175d tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Resources bound (agent type, host, resource id): {{(pid=84075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:59:24.585298 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [req-6642d52f-68ea-4105-abb9-5e844ff7cada req-785882e8-b7e9-4a37-9184-5ab681f0175d tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Received port after_create {{(pid=84075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 15:59:24.637226 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-8584e0b4-c65e-4282-aa06-5990220f0688 req-500f0000-084e-46b0-9f8b-71bd0878e645 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Unset dirty status for tenant:1a1a953a14c748c6a608c59eb0095246 on resource:port {{(pid=84075) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 15:59:24.641048 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-8584e0b4-c65e-4282-aa06-5990220f0688 req-500f0000-084e-46b0-9f8b-71bd0878e645 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=f8287fb3-15ec-4d0a-b5d2-8d5f1a1c5d73 HTTP/1.1" status: 200 len: 931 time: 0.4781833 Feb 16 15:59:24.648938 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-5fcf33ba-42ea-452e-b5d8-d2d21ac8abee req-eaabc27a-6e8b-4b04-93ce-1e89ecab92b3 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660574'] for security_group_rule, after_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:24.673735 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:59:24.699243 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6642d52f-68ea-4105-abb9-5e844ff7cada req-785882e8-b7e9-4a37-9184-5ab681f0175d tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:59:24.699983 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-6642d52f-68ea-4105-abb9-5e844ff7cada req-785882e8-b7e9-4a37-9184-5ab681f0175d tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487'] for port, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:24.722241 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaabc27a-6e8b-4b04-93ce-1e89ecab92b3 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af1c9d01-497a-4716-9a43-bbb422058405,revision_number=0']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:59:24.734551 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-eaabc27a-6e8b-4b04-93ce-1e89ecab92b3 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:59:24.738543 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-b7039291-6b70-46a3-98fd-5cb999f3ab92 None None] Attempting to bind port 25d013a7-fbda-4d0a-a769-6f44a63112f1 on host dv-cinder-775706-1-iscsi for vnic_type normal with profile {{(pid=84076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:59:24.738994 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-b7039291-6b70-46a3-98fd-5cb999f3ab92 None None] Attempting to bind port 25d013a7-fbda-4d0a-a769-6f44a63112f1 by drivers openvswitch on host dv-cinder-775706-1-iscsi at level 0 using segments [{'id': '26effd2c-ac47-4a40-9235-84610bb1f7b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'cc80d437-11a5-493e-bea4-62f036e08837'}] {{(pid=84076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 15:59:24.739408 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7039291-6b70-46a3-98fd-5cb999f3ab92 None None] Attempting to bind port 25d013a7-fbda-4d0a-a769-6f44a63112f1 on network cc80d437-11a5-493e-bea4-62f036e08837 {{(pid=84076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 15:59:24.746075 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7039291-6b70-46a3-98fd-5cb999f3ab92 None None] Checking agent: {'id': '84f77aeb-7661-44c0-b112-b1bf68bd83fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 15, 47, 21), 'started_at': datetime.datetime(2021, 2, 16, 15, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 15, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.95', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 15:59:24.746510 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7039291-6b70-46a3-98fd-5cb999f3ab92 None None] Checking segment: {'id': '26effd2c-ac47-4a40-9235-84610bb1f7b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'cc80d437-11a5-493e-bea4-62f036e08837'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:59:24.747013 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b7039291-6b70-46a3-98fd-5cb999f3ab92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:24.747461 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7039291-6b70-46a3-98fd-5cb999f3ab92 None None] Bound using segment: {'id': '26effd2c-ac47-4a40-9235-84610bb1f7b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'cc80d437-11a5-493e-bea4-62f036e08837'} {{(pid=84076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 15:59:24.747995 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-b7039291-6b70-46a3-98fd-5cb999f3ab92 None None] Bound port: 25d013a7-fbda-4d0a-a769-6f44a63112f1, host: dv-cinder-775706-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26effd2c-ac47-4a40-9235-84610bb1f7b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'cc80d437-11a5-493e-bea4-62f036e08837'}}] {{(pid=84076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 15:59:24.748541 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b7039291-6b70-46a3-98fd-5cb999f3ab92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:24.763205 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-8584e0b4-c65e-4282-aa06-5990220f0688 req-54eea1f1-5b9e-4576-8455-15f3c2baf03f tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fcb05d0-71e7-4569-9012-47a704188c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108861 Feb 16 15:59:24.777306 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-5fcf33ba-42ea-452e-b5d8-d2d21ac8abee req-eaabc27a-6e8b-4b04-93ce-1e89ecab92b3 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:24.788555 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5fcf33ba-42ea-452e-b5d8-d2d21ac8abee req-eaabc27a-6e8b-4b04-93ce-1e89ecab92b3 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.9772804 Feb 16 15:59:24.809778 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6642d52f-68ea-4105-abb9-5e844ff7cada req-785882e8-b7e9-4a37-9184-5ab681f0175d tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2508495 Feb 16 15:59:24.841668 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [req-6642d52f-68ea-4105-abb9-5e844ff7cada req-81f68fcc-ffb5-4099-8387-96e62d579919 service neutron] Request body: {'port': {'device_id': 'f8287fb3-15ec-4d0a-b5d2-8d5f1a1c5d73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=84075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:59:24.898655 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-b7039291-6b70-46a3-98fd-5cb999f3ab92 None None] For port 25d013a7-fbda-4d0a-a769-6f44a63112f1, host dv-cinder-775706-1-iscsi, cleared binding levels {{(pid=84076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 15:59:24.902669 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-b7039291-6b70-46a3-98fd-5cb999f3ab92 None None] For port 25d013a7-fbda-4d0a-a769-6f44a63112f1, host dv-cinder-775706-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-iscsi',level=0,port_id=25d013a7-fbda-4d0a-a769-6f44a63112f1,segment=NetworkSegment(26effd2c-ac47-4a40-9235-84610bb1f7b8),segment_id=26effd2c-ac47-4a40-9235-84610bb1f7b8)] {{(pid=84076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 15:59:24.943493 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b7039291-6b70-46a3-98fd-5cb999f3ab92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:24.972635 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-5300590f-82fe-4cb6-af18-e5a443f8c4d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:59:25.045287 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-6642d52f-68ea-4105-abb9-5e844ff7cada req-81f68fcc-ffb5-4099-8387-96e62d579919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:25.234600 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ff789d-e3cf-4f36-a8eb-0907dcdbcd35 None None] Pushing event updated for resources: {'Port': ['ID=25d013a7-fbda-4d0a-a769-6f44a63112f1,revision_number=4']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:59:25.239063 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-99ff789d-e3cf-4f36-a8eb-0907dcdbcd35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:59:25.315665 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7039291-6b70-46a3-98fd-5cb999f3ab92 None None] Routers {'1fc50add-55ae-4ae9-b772-3d133f99bc8a'} bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:59:25.315665 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-b7039291-6b70-46a3-98fd-5cb999f3ab92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-16T15:47:20Z,description=,heartbeat_timestamp=2021-02-16T15:59:21Z,host='dv-cinder-775706-1-iscsi',id=4f2d6f55-b6e7-4768-88f5-01ac5c4c3902,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:47:21Z,topic='l3_agent')) {'router_ids': ['1fc50add-55ae-4ae9-b772-3d133f99bc8a'], 'active': True} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:59:25.602872 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [req-6642d52f-68ea-4105-abb9-5e844ff7cada req-81f68fcc-ffb5-4099-8387-96e62d579919 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b25af8d-aca1-4845-9eb1-8c95072be816 {{(pid=84075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 16 15:59:25.612975 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-6642d52f-68ea-4105-abb9-5e844ff7cada req-81f68fcc-ffb5-4099-8387-96e62d579919 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:25.620360 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvr_db [None req-b7039291-6b70-46a3-98fd-5cb999f3ab92 None None] Set router 1fc50add-55ae-4ae9-b772-3d133f99bc8a gateway port host: dv-cinder-775706-1-iscsi {{(pid=84076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:59:25.628758 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [req-6642d52f-68ea-4105-abb9-5e844ff7cada req-81f68fcc-ffb5-4099-8387-96e62d579919 service neutron] Transition to ACTIVE for port object 5b25af8d-aca1-4845-9eb1-8c95072be816 will not be triggered until provisioned by entity L2. {{(pid=84075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:59:25.692666 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-6642d52f-68ea-4105-abb9-5e844ff7cada req-81f68fcc-ffb5-4099-8387-96e62d579919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847067257'] for port, after_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:25.710511 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-cd7f3547-528e-4eab-8c3e-746b4fbd8e32 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:59:25.938088 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f68fcc-ffb5-4099-8387-96e62d579919 service neutron] Pushing event updated for resources: {'Port': ['ID=5b25af8d-aca1-4845-9eb1-8c95072be816,revision_number=2']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:59:25.942732 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-81f68fcc-ffb5-4099-8387-96e62d579919 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:59:26.081275 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-b7039291-6b70-46a3-98fd-5cb999f3ab92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc50add-55ae-4ae9-b772-3d133f99bc8a', 'name': 'tempest-TestShelveInstance-285553190-router', 'tenant_id': 'ee5caea3c26c41b59482f967e7ac427f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': '3511ac07-9c85-423b-91e0-0e141716df47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:59:12Z', 'updated_at': '2021-02-16T15:59:19Z', 'revision_number': 4, 'project_id': 'ee5caea3c26c41b59482f967e7ac427f', 'gw_port': {'id': '3511ac07-9c85-423b-91e0-0e141716df47', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:01:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc50add-55ae-4ae9-b772-3d133f99bc8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:59:13Z', 'updated_at': '2021-02-16T15:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_interfaces': [{'id': '25d013a7-fbda-4d0a-a769-6f44a63112f1', 'name': '', 'network_id': 'cc80d437-11a5-493e-bea4-62f036e08837', 'tenant_id': 'ee5caea3c26c41b59482f967e7ac427f', 'mac_address': 'fa:16:3e:d2:88:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fc50add-55ae-4ae9-b772-3d133f99bc8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '810153bb-58a6-4298-95ab-f16bcf50ec01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:59:18Z', 'updated_at': '2021-02-16T15:59:24Z', 'revision_number': 4, 'project_id': 'ee5caea3c26c41b59482f967e7ac427f', 'subnets': [{'id': '810153bb-58a6-4298-95ab-f16bcf50ec01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-iscsi', False) {} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:59:26.089724 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7039291-6b70-46a3-98fd-5cb999f3ab92 None None] The sync data for ids ['1fc50add-55ae-4ae9-b772-3d133f99bc8a'] in dv-cinder-775706-1-iscsi is: [{'id': '1fc50add-55ae-4ae9-b772-3d133f99bc8a', 'name': 'tempest-TestShelveInstance-285553190-router', 'tenant_id': 'ee5caea3c26c41b59482f967e7ac427f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': '3511ac07-9c85-423b-91e0-0e141716df47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:59:12Z', 'updated_at': '2021-02-16T15:59:19Z', 'revision_number': 4, 'project_id': 'ee5caea3c26c41b59482f967e7ac427f', 'gw_port': {'id': '3511ac07-9c85-423b-91e0-0e141716df47', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:01:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc50add-55ae-4ae9-b772-3d133f99bc8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:59:13Z', 'updated_at': '2021-02-16T15:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_interfaces': [{'id': '25d013a7-fbda-4d0a-a769-6f44a63112f1', 'name': '', 'network_id': 'cc80d437-11a5-493e-bea4-62f036e08837', 'tenant_id': 'ee5caea3c26c41b59482f967e7ac427f', 'mac_address': 'fa:16:3e:d2:88:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fc50add-55ae-4ae9-b772-3d133f99bc8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '810153bb-58a6-4298-95ab-f16bcf50ec01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:59:18Z', 'updated_at': '2021-02-16T15:59:24Z', 'revision_number': 4, 'project_id': 'ee5caea3c26c41b59482f967e7ac427f', 'subnets': [{'id': '810153bb-58a6-4298-95ab-f16bcf50ec01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 15:59:26.362794 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [req-6642d52f-68ea-4105-abb9-5e844ff7cada req-81f68fcc-ffb5-4099-8387-96e62d579919 service neutron] Attempting to bind port 5b25af8d-aca1-4845-9eb1-8c95072be816 on host hv-cinder-77570 for vnic_type normal with profile {{(pid=84075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:59:26.363311 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [req-6642d52f-68ea-4105-abb9-5e844ff7cada req-81f68fcc-ffb5-4099-8387-96e62d579919 service neutron] Attempting to bind port 5b25af8d-aca1-4845-9eb1-8c95072be816 by drivers openvswitch on host hv-cinder-77570 at level 0 using segments [{'id': '345b1ee1-cb15-421b-844c-b60c726b46c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'baa10d08-ce15-4a5f-a2ef-a3a5e84267ba'}] {{(pid=84075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 15:59:26.364012 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6642d52f-68ea-4105-abb9-5e844ff7cada req-81f68fcc-ffb5-4099-8387-96e62d579919 service neutron] Attempting to bind port 5b25af8d-aca1-4845-9eb1-8c95072be816 on network baa10d08-ce15-4a5f-a2ef-a3a5e84267ba {{(pid=84075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 15:59:26.383701 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec54ac2-b1c6-4a6f-8c17-a14259881f90 req-9e5fa7a0-b771-4994-a915-7946a9f22f6c tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:59:26.392451 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-9ec54ac2-b1c6-4a6f-8c17-a14259881f90 req-9e5fa7a0-b771-4994-a915-7946a9f22f6c tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=f8287fb3-15ec-4d0a-b5d2-8d5f1a1c5d73 HTTP/1.1" status: 200 len: 943 time: 0.3651896 Feb 16 15:59:26.403182 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6642d52f-68ea-4105-abb9-5e844ff7cada req-81f68fcc-ffb5-4099-8387-96e62d579919 service neutron] Checking agent: {'id': '6803919d-bffd-45bd-a97e-495ec12bc613', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 15, 54, 40), 'started_at': datetime.datetime(2021, 2, 16, 15, 55, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 15, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 15:59:26.403761 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6642d52f-68ea-4105-abb9-5e844ff7cada req-81f68fcc-ffb5-4099-8387-96e62d579919 service neutron] Checking segment: {'id': '345b1ee1-cb15-421b-844c-b60c726b46c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'baa10d08-ce15-4a5f-a2ef-a3a5e84267ba'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:59:26.404441 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-6642d52f-68ea-4105-abb9-5e844ff7cada req-81f68fcc-ffb5-4099-8387-96e62d579919 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:26.405080 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6642d52f-68ea-4105-abb9-5e844ff7cada req-81f68fcc-ffb5-4099-8387-96e62d579919 service neutron] Bound using segment: {'id': '345b1ee1-cb15-421b-844c-b60c726b46c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'baa10d08-ce15-4a5f-a2ef-a3a5e84267ba'} {{(pid=84075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 15:59:26.405659 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [req-6642d52f-68ea-4105-abb9-5e844ff7cada req-81f68fcc-ffb5-4099-8387-96e62d579919 service neutron] Bound port: 5b25af8d-aca1-4845-9eb1-8c95072be816, host: hv-cinder-77570, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '345b1ee1-cb15-421b-844c-b60c726b46c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'baa10d08-ce15-4a5f-a2ef-a3a5e84267ba'}}] {{(pid=84075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 15:59:26.406839 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-6642d52f-68ea-4105-abb9-5e844ff7cada req-81f68fcc-ffb5-4099-8387-96e62d579919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:26.460709 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201f6c0-060e-4ba7-80ca-73dca979c01c req-f6eed83b-0e18-4d8c-b08b-9bcecd55382a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:59:26.462334 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c201f6c0-060e-4ba7-80ca-73dca979c01c req-f6eed83b-0e18-4d8c-b08b-9bcecd55382a service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=15f9cf749fe94c5aa76af3d23d68fbb3&device_id=617c5d16-91b3-4115-98c3-d15fb41b5a8c HTTP/1.1" status: 200 len: 1162 time: 0.2098467 Feb 16 15:59:26.543273 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-9ec54ac2-b1c6-4a6f-8c17-a14259881f90 req-18c8a8f0-ae24-47d7-b0ec-aaedb3d13453 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fcb05d0-71e7-4569-9012-47a704188c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496520 Feb 16 15:59:26.800936 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [req-6642d52f-68ea-4105-abb9-5e844ff7cada req-81f68fcc-ffb5-4099-8387-96e62d579919 service neutron] For port 5b25af8d-aca1-4845-9eb1-8c95072be816, host hv-cinder-77570, cleared binding levels {{(pid=84075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 15:59:26.816906 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201f6c0-060e-4ba7-80ca-73dca979c01c req-da71bb17-5820-442c-9771-45c408ee0200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:59:26.818679 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c201f6c0-060e-4ba7-80ca-73dca979c01c req-da71bb17-5820-442c-9771-45c408ee0200 service neutron] 10.222.0.103 "GET /v2.0/networks?id=5ba9adbd-7e6e-40ef-8072-99fc00c91b9e HTTP/1.1" status: 200 len: 913 time: 0.3102245 Feb 16 15:59:26.824850 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [req-6642d52f-68ea-4105-abb9-5e844ff7cada req-81f68fcc-ffb5-4099-8387-96e62d579919 service neutron] For port 5b25af8d-aca1-4845-9eb1-8c95072be816, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=5b25af8d-aca1-4845-9eb1-8c95072be816,segment=NetworkSegment(345b1ee1-cb15-421b-844c-b60c726b46c9),segment_id=345b1ee1-cb15-421b-844c-b60c726b46c9)] {{(pid=84075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 15:59:26.835471 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd7921f-1ec0-4769-963f-f4863e5120fb req-ef7aedfb-e717-46a3-9e67-46b0b56e8a5f tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:59:26.837184 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-dfd7921f-1ec0-4769-963f-f4863e5120fb req-ef7aedfb-e717-46a3-9e67-46b0b56e8a5f tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=617c5d16-91b3-4115-98c3-d15fb41b5a8c HTTP/1.1" status: 200 len: 945 time: 0.2596178 Feb 16 15:59:26.865869 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device 25d013a7-fbda-4d0a-a769-6f44a63112f1 up at agent ovs-agent-dv-cinder-775706-1-iscsi {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:59:26.928300 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c201f6c0-060e-4ba7-80ca-73dca979c01c req-b733f98e-c24f-4a54-bb38-05e69dc8b599 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c5d885e-eb99-4821-8688-2345bcfcc455 HTTP/1.1" status: 200 len: 217 time: 0.1013458 Feb 16 15:59:26.964504 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-6642d52f-68ea-4105-abb9-5e844ff7cada req-81f68fcc-ffb5-4099-8387-96e62d579919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847067257'] for port, after_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:26.984994 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:59:27.001583 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Provisioning for port 25d013a7-fbda-4d0a-a769-6f44a63112f1 completed by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:59:27.008851 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Provisioning complete for port 25d013a7-fbda-4d0a-a769-6f44a63112f1 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:59:27.009276 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:27.187922 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:27.229360 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] For port 25d013a7-fbda-4d0a-a769-6f44a63112f1, host dv-cinder-775706-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-iscsi',level=0,port_id=25d013a7-fbda-4d0a-a769-6f44a63112f1,segment=NetworkSegment(26effd2c-ac47-4a40-9235-84610bb1f7b8),segment_id=26effd2c-ac47-4a40-9235-84610bb1f7b8)] {{(pid=84076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:59:27.268899 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:27.272244 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.agents_db [None req-cca974b7-119d-4613-9949-a609bd4803bb None None] Agent healthcheck: found 6 active agents {{(pid=84077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 15:59:27.274657 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-5300590f-82fe-4cb6-af18-e5a443f8c4d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:59:27.365639 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Pushing event updated for resources: {'Port': ['ID=25d013a7-fbda-4d0a-a769-6f44a63112f1,revision_number=5']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:59:27.371633 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:59:27.472097 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-dfd7921f-1ec0-4769-963f-f4863e5120fb req-c1e2854b-4159-4795-80e4-ec9969dba949 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5426848 Feb 16 15:59:27.537560 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6642d52f-68ea-4105-abb9-5e844ff7cada req-81f68fcc-ffb5-4099-8387-96e62d579919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:59:27.538416 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-6642d52f-68ea-4105-abb9-5e844ff7cada req-81f68fcc-ffb5-4099-8387-96e62d579919 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487'] for port, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:27.540067 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6642d52f-68ea-4105-abb9-5e844ff7cada req-81f68fcc-ffb5-4099-8387-96e62d579919 service neutron] 10.222.0.103 "PUT /v2.0/ports/5b25af8d-aca1-4845-9eb1-8c95072be816 HTTP/1.1" status: 200 len: 1157 time: 2.7195966 Feb 16 15:59:27.542043 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8287fb3-15ec-4d0a-b5d2-8d5f1a1c5d73', 'tag': '5b25af8d-aca1-4845-9eb1-8c95072be816'}] {{(pid=84075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:59:27.548066 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201f6c0-060e-4ba7-80ca-73dca979c01c req-c1e33e66-9b81-41d9-bdfc-0a295f15d2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:59:27.549628 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c201f6c0-060e-4ba7-80ca-73dca979c01c req-c1e33e66-9b81-41d9-bdfc-0a295f15d2e5 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=fae66b79-d403-4bb6-bf46-a87b3c07ef1e HTTP/1.1" status: 200 len: 859 time: 0.5663307 Feb 16 15:59:27.553614 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f68fcc-ffb5-4099-8387-96e62d579919 service neutron] Pushing event updated for resources: {'Port': ['ID=5b25af8d-aca1-4845-9eb1-8c95072be816,revision_number=3']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:59:27.557256 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-81f68fcc-ffb5-4099-8387-96e62d579919 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:59:27.613322 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8287fb3-15ec-4d0a-b5d2-8d5f1a1c5d73', 'tag': '5b25af8d-aca1-4845-9eb1-8c95072be816', 'status': 'completed', 'code': 200} Feb 16 15:59:27.622194 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c201f6c0-060e-4ba7-80ca-73dca979c01c req-e0cf44e3-0fe4-4c60-a1fc-dcc081657fa5 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=5ba9adbd-7e6e-40ef-8072-99fc00c91b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636139 Feb 16 15:59:27.932721 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c201f6c0-060e-4ba7-80ca-73dca979c01c req-c5ee804c-0cdf-4be4-9de7-33dcc27c1902 service neutron] 10.222.0.103 "GET /v2.0/networks/5ba9adbd-7e6e-40ef-8072-99fc00c91b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945416 Feb 16 15:59:27.941901 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602d4189-f989-470f-a0be-4e2f548085be req-045adf6f-c84d-488c-97ef-4760f55d1e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:59:27.943503 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-602d4189-f989-470f-a0be-4e2f548085be req-045adf6f-c84d-488c-97ef-4760f55d1e52 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=1a1a953a14c748c6a608c59eb0095246&device_id=f8287fb3-15ec-4d0a-b5d2-8d5f1a1c5d73 HTTP/1.1" status: 200 len: 1160 time: 0.2772508 Feb 16 15:59:27.951344 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbde084-3035-4819-9e68-7be032fdf541 req-5e96d454-aaaf-4c96-a644-97de7b95d7fb tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:59:27.953110 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5dbde084-3035-4819-9e68-7be032fdf541 req-5e96d454-aaaf-4c96-a644-97de7b95d7fb tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=f8287fb3-15ec-4d0a-b5d2-8d5f1a1c5d73 HTTP/1.1" status: 200 len: 943 time: 0.2308328 Feb 16 15:59:28.212304 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5dbde084-3035-4819-9e68-7be032fdf541 req-266f694a-988c-4b8e-aaf4-a473716ba945 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fcb05d0-71e7-4569-9012-47a704188c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317288 Feb 16 15:59:28.277250 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c201f6c0-060e-4ba7-80ca-73dca979c01c req-7b7f0c1c-dd7c-4101-a87b-814546b14dcd service neutron] 10.222.0.103 "GET /v2.0/networks/5ba9adbd-7e6e-40ef-8072-99fc00c91b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3324952 Feb 16 15:59:28.279866 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602d4189-f989-470f-a0be-4e2f548085be req-555f64bb-c811-4846-9d2b-d3202f8f99b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:59:28.283143 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-602d4189-f989-470f-a0be-4e2f548085be req-555f64bb-c811-4846-9d2b-d3202f8f99b9 service neutron] 10.222.0.103 "GET /v2.0/networks?tenant_id=1a1a953a14c748c6a608c59eb0095246&shared=False HTTP/1.1" status: 200 len: 909 time: 0.3038218 Feb 16 15:59:28.452454 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602d4189-f989-470f-a0be-4e2f548085be req-6c27f3f7-95b2-4d5f-83bd-53072dd6ce6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:59:28.455440 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-602d4189-f989-470f-a0be-4e2f548085be req-6c27f3f7-95b2-4d5f-83bd-53072dd6ce6f service neutron] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1654015 Feb 16 15:59:28.599483 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6642d52f-68ea-4105-abb9-5e844ff7cada req-eb7774e0-b12f-4998-bb97-612f6220e063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:59:28.601329 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6642d52f-68ea-4105-abb9-5e844ff7cada req-eb7774e0-b12f-4998-bb97-612f6220e063 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=1a1a953a14c748c6a608c59eb0095246&device_id=f8287fb3-15ec-4d0a-b5d2-8d5f1a1c5d73 HTTP/1.1" status: 200 len: 1160 time: 0.0923107 Feb 16 15:59:28.724590 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6642d52f-68ea-4105-abb9-5e844ff7cada req-366bd5b7-a24c-4eef-8bdc-e020347214a4 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b25af8d-aca1-4845-9eb1-8c95072be816 HTTP/1.1" status: 200 len: 217 time: 0.0850918 Feb 16 15:59:28.816057 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device 25d013a7-fbda-4d0a-a769-6f44a63112f1 up at agent ovs-agent-dv-cinder-775706-1-iscsi {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:59:28.824621 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d61852-27cc-47ba-9521-a485fcd4c013 req-bd8de5f8-af6e-414b-ac4c-4f8e3d53fed4 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:59:28.826284 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-e2d61852-27cc-47ba-9521-a485fcd4c013 req-bd8de5f8-af6e-414b-ac4c-4f8e3d53fed4 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=617c5d16-91b3-4115-98c3-d15fb41b5a8c HTTP/1.1" status: 200 len: 945 time: 0.2293091 Feb 16 15:59:28.831547 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6642d52f-68ea-4105-abb9-5e844ff7cada req-8a4edbd0-7d73-425c-9616-8a5f0bc9b7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:59:28.833065 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6642d52f-68ea-4105-abb9-5e844ff7cada req-8a4edbd0-7d73-425c-9616-8a5f0bc9b7da service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5bf5e8cd-656f-4727-bbaa-2a15ac283eb2 HTTP/1.1" status: 200 len: 855 time: 0.0989478 Feb 16 15:59:28.904777 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Provisioning complete for port 25d013a7-fbda-4d0a-a769-6f44a63112f1 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:59:28.905305 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:28.918709 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6642d52f-68ea-4105-abb9-5e844ff7cada req-9087c0f3-c02c-4592-a1d5-cdab7f1c3a8c service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=baa10d08-ce15-4a5f-a2ef-a3a5e84267ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633998 Feb 16 15:59:28.932944 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-e2d61852-27cc-47ba-9521-a485fcd4c013 req-9f97a0d9-d4c0-4d97-83fe-7b98a512919e tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987813 Feb 16 15:59:29.081028 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6642d52f-68ea-4105-abb9-5e844ff7cada req-6380e7bb-ead5-4089-9125-908ee089098b service neutron] 10.222.0.103 "GET /v2.0/networks/baa10d08-ce15-4a5f-a2ef-a3a5e84267ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469367 Feb 16 15:59:29.228253 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6642d52f-68ea-4105-abb9-5e844ff7cada req-dfdecb15-9d1f-4ca7-abeb-8bfd9758160e service neutron] 10.222.0.103 "GET /v2.0/networks/baa10d08-ce15-4a5f-a2ef-a3a5e84267ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1394737 Feb 16 15:59:29.416128 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ffe2e2-cacc-4a93-b706-f6af63eaf0ad req-32cc0035-48d4-464a-aa9f-7d3a1f0d5ffd tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:59:29.417717 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-e2ffe2e2-cacc-4a93-b706-f6af63eaf0ad req-32cc0035-48d4-464a-aa9f-7d3a1f0d5ffd tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=f8287fb3-15ec-4d0a-b5d2-8d5f1a1c5d73 HTTP/1.1" status: 200 len: 943 time: 0.0856495 Feb 16 15:59:29.472989 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-e2ffe2e2-cacc-4a93-b706-f6af63eaf0ad req-19a946c8-d2f9-4dd2-9661-192abbbf3571 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fcb05d0-71e7-4569-9012-47a704188c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480676 Feb 16 15:59:30.301322 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6a8aec-68fa-402f-ada9-a9dab3bf7714 req-66cb2241-4e03-4b08-b629-00a9d74f1692 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:59:30.302964 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0b6a8aec-68fa-402f-ada9-a9dab3bf7714 req-66cb2241-4e03-4b08-b629-00a9d74f1692 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=617c5d16-91b3-4115-98c3-d15fb41b5a8c HTTP/1.1" status: 200 len: 945 time: 0.0877805 Feb 16 15:59:30.353118 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0b6a8aec-68fa-402f-ada9-a9dab3bf7714 req-2cad4571-6167-4ddb-a4a2-7bed417cc1fa tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436051 Feb 16 15:59:30.682031 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0355169a-a720-45f0-9110-dd7d4cb698b5 req-f015f8cc-fdce-442f-b9fc-8630fbbf1473 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:59:30.683692 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0355169a-a720-45f0-9110-dd7d4cb698b5 req-f015f8cc-fdce-442f-b9fc-8630fbbf1473 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=f8287fb3-15ec-4d0a-b5d2-8d5f1a1c5d73 HTTP/1.1" status: 200 len: 943 time: 0.0932944 Feb 16 15:59:30.732760 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0355169a-a720-45f0-9110-dd7d4cb698b5 req-42269eeb-777d-4442-83b4-bbd6808b3e77 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fcb05d0-71e7-4569-9012-47a704188c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420313 Feb 16 15:59:31.568935 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f73ded4-ce91-452e-a49f-ad75a3711bbf req-c9147a4a-5524-4ad4-9e18-508ae138b721 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:59:31.570567 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6f73ded4-ce91-452e-a49f-ad75a3711bbf req-c9147a4a-5524-4ad4-9e18-508ae138b721 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=617c5d16-91b3-4115-98c3-d15fb41b5a8c HTTP/1.1" status: 200 len: 945 time: 0.0948720 Feb 16 15:59:31.620523 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6f73ded4-ce91-452e-a49f-ad75a3711bbf req-78f1039f-436c-4c1e-beb8-4db654123c87 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436590 Feb 16 15:59:31.940477 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215213a2-4b80-4451-8997-7d90e0bfe72c req-5f8b95db-59ef-4f80-b83e-e6f5c2fb5d13 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:59:31.942010 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-215213a2-4b80-4451-8997-7d90e0bfe72c req-5f8b95db-59ef-4f80-b83e-e6f5c2fb5d13 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=f8287fb3-15ec-4d0a-b5d2-8d5f1a1c5d73 HTTP/1.1" status: 200 len: 943 time: 0.0902731 Feb 16 15:59:31.992249 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-215213a2-4b80-4451-8997-7d90e0bfe72c req-123d8168-c869-45d1-bbbd-7d15ac335a3a tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fcb05d0-71e7-4569-9012-47a704188c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437133 Feb 16 15:59:32.823927 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856df1cf-3806-4460-9aba-98bdab01b58e req-bdc50269-1540-43eb-b560-6142c3598dad tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:59:32.825541 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-856df1cf-3806-4460-9aba-98bdab01b58e req-bdc50269-1540-43eb-b560-6142c3598dad tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=617c5d16-91b3-4115-98c3-d15fb41b5a8c HTTP/1.1" status: 200 len: 945 time: 0.0865917 Feb 16 15:59:32.880676 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-856df1cf-3806-4460-9aba-98bdab01b58e req-b3b45c46-f380-483d-a3fa-3e0ef550d7e3 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482671 Feb 16 15:59:33.200506 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d52a6b7-b877-4875-b50a-beea770683c2 req-b3debfe8-244e-4de4-8938-a4fe5a04cf86 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:59:33.202132 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-9d52a6b7-b877-4875-b50a-beea770683c2 req-b3debfe8-244e-4de4-8938-a4fe5a04cf86 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=f8287fb3-15ec-4d0a-b5d2-8d5f1a1c5d73 HTTP/1.1" status: 200 len: 943 time: 0.0886374 Feb 16 15:59:33.251769 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-9d52a6b7-b877-4875-b50a-beea770683c2 req-6a68cb7b-9071-41a4-8e8a-66616b8ea6da tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fcb05d0-71e7-4569-9012-47a704188c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429692 Feb 16 15:59:34.094331 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f12ca9f-8e67-4641-ae49-587317b7b014 req-e7afeab4-e1b6-4c3f-888f-7bf90fcc8e06 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:59:34.095994 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6f12ca9f-8e67-4641-ae49-587317b7b014 req-e7afeab4-e1b6-4c3f-888f-7bf90fcc8e06 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=617c5d16-91b3-4115-98c3-d15fb41b5a8c HTTP/1.1" status: 200 len: 945 time: 0.0922866 Feb 16 15:59:34.145687 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6f12ca9f-8e67-4641-ae49-587317b7b014 req-5049e1da-a788-4184-8ab0-ebf2ca327f97 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429344 Feb 16 15:59:34.474019 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e78d079-7a8a-4471-b35f-1cba02b40a7d req-84b72dae-02f0-4152-b89a-6b903be6ccfb tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:59:34.475974 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7e78d079-7a8a-4471-b35f-1cba02b40a7d req-84b72dae-02f0-4152-b89a-6b903be6ccfb tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=f8287fb3-15ec-4d0a-b5d2-8d5f1a1c5d73 HTTP/1.1" status: 200 len: 943 time: 0.0953190 Feb 16 15:59:34.525285 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7e78d079-7a8a-4471-b35f-1cba02b40a7d req-b13e265d-3f0b-4e5a-846e-0149e931b0ad tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fcb05d0-71e7-4569-9012-47a704188c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429049 Feb 16 15:59:35.359676 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fb0607-892b-4404-a4a0-f110959b1616 req-eb18cd2d-a913-488f-b0df-7fb1604256a2 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:59:35.361290 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-64fb0607-892b-4404-a4a0-f110959b1616 req-eb18cd2d-a913-488f-b0df-7fb1604256a2 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=617c5d16-91b3-4115-98c3-d15fb41b5a8c HTTP/1.1" status: 200 len: 945 time: 0.0941682 Feb 16 15:59:35.409367 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-64fb0607-892b-4404-a4a0-f110959b1616 req-11a911bb-d46d-4bbc-a965-b4a310367051 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416920 Feb 16 15:59:35.799668 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea063e-91a5-49b7-8dc0-6245d337a731 req-3dfdf7ef-1a4d-4624-ac0b-15ec764723f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:59:35.801284 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-76ea063e-91a5-49b7-8dc0-6245d337a731 req-3dfdf7ef-1a4d-4624-ac0b-15ec764723f6 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=15f9cf749fe94c5aa76af3d23d68fbb3&device_id=617c5d16-91b3-4115-98c3-d15fb41b5a8c HTTP/1.1" status: 200 len: 1162 time: 0.1610005 Feb 16 15:59:35.812318 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176650f5-e392-4892-80d4-6ccce5853f8a req-2119e392-3197-4f15-9156-1d37cf88b31d tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:59:35.813837 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-176650f5-e392-4892-80d4-6ccce5853f8a req-2119e392-3197-4f15-9156-1d37cf88b31d tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=f8287fb3-15ec-4d0a-b5d2-8d5f1a1c5d73 HTTP/1.1" status: 200 len: 943 time: 0.1286438 Feb 16 15:59:35.963439 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-176650f5-e392-4892-80d4-6ccce5853f8a req-8983b312-a9c5-4bda-b6e7-1a20797d30af tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fcb05d0-71e7-4569-9012-47a704188c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424952 Feb 16 15:59:35.998039 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea063e-91a5-49b7-8dc0-6245d337a731 req-7366b36a-fd74-4700-8568-468a09ef7f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:59:36.000350 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-76ea063e-91a5-49b7-8dc0-6245d337a731 req-7366b36a-fd74-4700-8568-468a09ef7f10 service neutron] 10.222.0.103 "GET /v2.0/networks?id=5ba9adbd-7e6e-40ef-8072-99fc00c91b9e HTTP/1.1" status: 200 len: 913 time: 0.1639392 Feb 16 15:59:36.082023 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-76ea063e-91a5-49b7-8dc0-6245d337a731 req-18b57115-0014-46d0-b945-66246a5f0164 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c5d885e-eb99-4821-8688-2345bcfcc455 HTTP/1.1" status: 200 len: 217 time: 0.0707302 Feb 16 15:59:36.158352 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea063e-91a5-49b7-8dc0-6245d337a731 req-0335b2ed-25af-4326-9fca-dd89a5172fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:59:36.160391 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-76ea063e-91a5-49b7-8dc0-6245d337a731 req-0335b2ed-25af-4326-9fca-dd89a5172fad service neutron] 10.222.0.103 "GET /v2.0/subnets?id=fae66b79-d403-4bb6-bf46-a87b3c07ef1e HTTP/1.1" status: 200 len: 859 time: 0.0688107 Feb 16 15:59:36.222539 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-76ea063e-91a5-49b7-8dc0-6245d337a731 req-b9eb717f-a2bb-4ce5-9054-a8a0162bb7ad service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=5ba9adbd-7e6e-40ef-8072-99fc00c91b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520289 Feb 16 15:59:36.375987 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-76ea063e-91a5-49b7-8dc0-6245d337a731 req-92667194-242e-4e71-8a02-a95bad9ea522 service neutron] 10.222.0.103 "GET /v2.0/networks/5ba9adbd-7e6e-40ef-8072-99fc00c91b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432700 Feb 16 15:59:36.528094 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-76ea063e-91a5-49b7-8dc0-6245d337a731 req-cd375d6f-8b76-433d-8270-f173e0b7dbd6 service neutron] 10.222.0.103 "GET /v2.0/networks/5ba9adbd-7e6e-40ef-8072-99fc00c91b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1426003 Feb 16 15:59:36.839132 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0585db28-3056-4383-88d2-07645c49cdc4 req-011e26de-62e6-4632-bd14-8f35dc50f797 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:59:36.840790 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0585db28-3056-4383-88d2-07645c49cdc4 req-011e26de-62e6-4632-bd14-8f35dc50f797 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=617c5d16-91b3-4115-98c3-d15fb41b5a8c HTTP/1.1" status: 200 len: 945 time: 0.3102374 Feb 16 15:59:36.894463 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0585db28-3056-4383-88d2-07645c49cdc4 req-21d8cb09-312d-41a6-9c2c-64a8a6213dc7 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461888 Feb 16 15:59:37.179029 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e88782-e3ab-4ff1-8081-af206f760421 req-5d51009a-d92a-4cbf-bc48-10eb206c4fd6 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:59:37.180734 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-90e88782-e3ab-4ff1-8081-af206f760421 req-5d51009a-d92a-4cbf-bc48-10eb206c4fd6 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=f8287fb3-15ec-4d0a-b5d2-8d5f1a1c5d73 HTTP/1.1" status: 200 len: 943 time: 0.0980275 Feb 16 15:59:37.233368 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-90e88782-e3ab-4ff1-8081-af206f760421 req-9f7319cf-9b74-41cc-b538-ab7e8b2be149 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fcb05d0-71e7-4569-9012-47a704188c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446894 Feb 16 15:59:37.878332 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device 5b25af8d-aca1-4845-9eb1-8c95072be816 up at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:59:37.990404 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning for port 5b25af8d-aca1-4845-9eb1-8c95072be816 completed by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:59:37.996597 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning complete for port 5b25af8d-aca1-4845-9eb1-8c95072be816 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:59:37.997547 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:38.133480 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4799d5bb-6821-426a-982f-7d3ee142acf4 req-c9201978-5365-4881-80c6-c26189f64644 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:59:38.135720 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-4799d5bb-6821-426a-982f-7d3ee142acf4 req-c9201978-5365-4881-80c6-c26189f64644 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=617c5d16-91b3-4115-98c3-d15fb41b5a8c HTTP/1.1" status: 200 len: 945 time: 0.1066701 Feb 16 15:59:38.139451 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:38.177201 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8287fb3-15ec-4d0a-b5d2-8d5f1a1c5d73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b25af8d-aca1-4845-9eb1-8c95072be816'}] {{(pid=84076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:59:38.188832 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-4799d5bb-6821-426a-982f-7d3ee142acf4 req-c62fff73-9a81-415d-aa5b-fff008ff50a5 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448911 Feb 16 15:59:38.189045 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] For port 5b25af8d-aca1-4845-9eb1-8c95072be816, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=5b25af8d-aca1-4845-9eb1-8c95072be816,segment=NetworkSegment(345b1ee1-cb15-421b-844c-b60c726b46c9),segment_id=345b1ee1-cb15-421b-844c-b60c726b46c9)] {{(pid=84076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:59:38.230011 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:38.232094 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:59:38.265683 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8287fb3-15ec-4d0a-b5d2-8d5f1a1c5d73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b25af8d-aca1-4845-9eb1-8c95072be816', 'code': 200} Feb 16 15:59:38.308681 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Pushing event updated for resources: {'Port': ['ID=5b25af8d-aca1-4845-9eb1-8c95072be816,revision_number=4']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:59:38.315682 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:59:38.463662 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb16e47c-7aad-421c-8e41-6ec35f8a760c req-91655ee8-374f-40c5-bd0b-23f0d8d4d2a9 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:59:38.465197 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-bb16e47c-7aad-421c-8e41-6ec35f8a760c req-91655ee8-374f-40c5-bd0b-23f0d8d4d2a9 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=f8287fb3-15ec-4d0a-b5d2-8d5f1a1c5d73 HTTP/1.1" status: 200 len: 945 time: 0.0868099 Feb 16 15:59:38.552514 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-bb16e47c-7aad-421c-8e41-6ec35f8a760c req-4f5548d5-c320-4f61-81f3-1b4770e23496 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fcb05d0-71e7-4569-9012-47a704188c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798354 Feb 16 15:59:38.601301 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4c71ba-b37a-45f1-88aa-7605f39d46b8 req-547ebf2b-7dca-4476-912c-c3ee8bbdf939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:59:38.603033 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-4a4c71ba-b37a-45f1-88aa-7605f39d46b8 req-547ebf2b-7dca-4476-912c-c3ee8bbdf939 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=f8287fb3-15ec-4d0a-b5d2-8d5f1a1c5d73 HTTP/1.1" status: 200 len: 1162 time: 0.0946996 Feb 16 15:59:38.647916 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-4a4c71ba-b37a-45f1-88aa-7605f39d46b8 req-d59209b8-48af-47d2-aa88-cd53334ea932 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=3fcb05d0-71e7-4569-9012-47a704188c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366499 Feb 16 15:59:38.881858 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device 5b25af8d-aca1-4845-9eb1-8c95072be816 up at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:59:38.959149 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning complete for port 5b25af8d-aca1-4845-9eb1-8c95072be816 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:59:38.959572 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:39.394325 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce61ee-5c42-4972-a24b-1ada7f5bcdc0 req-b4bbf5d9-6b78-48f5-af6a-1f0436417cf5 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:59:39.396166 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b8ce61ee-5c42-4972-a24b-1ada7f5bcdc0 req-b4bbf5d9-6b78-48f5-af6a-1f0436417cf5 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=617c5d16-91b3-4115-98c3-d15fb41b5a8c HTTP/1.1" status: 200 len: 945 time: 0.0915425 Feb 16 15:59:39.463128 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b8ce61ee-5c42-4972-a24b-1ada7f5bcdc0 req-905ce019-249e-4305-9f83-9129db92533a tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605547 Feb 16 15:59:39.759293 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed67cc89-46f6-4409-aba1-8235cbfa6a3e req-79fa527d-932a-4d43-84e4-d337ada88298 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:59:39.760798 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ed67cc89-46f6-4409-aba1-8235cbfa6a3e req-79fa527d-932a-4d43-84e4-d337ada88298 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=f8287fb3-15ec-4d0a-b5d2-8d5f1a1c5d73 HTTP/1.1" status: 200 len: 945 time: 0.0861983 Feb 16 15:59:39.817556 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ed67cc89-46f6-4409-aba1-8235cbfa6a3e req-731ad2b1-90d4-427a-b388-86894998ce44 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fcb05d0-71e7-4569-9012-47a704188c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505283 Feb 16 15:59:40.682680 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d4a827-9ad2-45f1-9e81-c2e1b48ec36a req-eb8b6116-0bd3-44ff-94ba-b0d9f30a9d81 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:59:40.684332 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-26d4a827-9ad2-45f1-9e81-c2e1b48ec36a req-eb8b6116-0bd3-44ff-94ba-b0d9f30a9d81 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=617c5d16-91b3-4115-98c3-d15fb41b5a8c HTTP/1.1" status: 200 len: 945 time: 0.0938182 Feb 16 15:59:40.736602 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-26d4a827-9ad2-45f1-9e81-c2e1b48ec36a req-98cbeae2-8920-4745-bbe6-b8b155e45e12 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455256 Feb 16 15:59:40.949822 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device 5b25af8d-aca1-4845-9eb1-8c95072be816 up at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:59:41.048559 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980aee16-0ff8-42f9-b62c-a4541f695737 req-905dd151-10b3-475f-867c-3a22a50073e6 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:59:41.061196 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-980aee16-0ff8-42f9-b62c-a4541f695737 req-905dd151-10b3-475f-867c-3a22a50073e6 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=f8287fb3-15ec-4d0a-b5d2-8d5f1a1c5d73 HTTP/1.1" status: 200 len: 945 time: 0.1107879 Feb 16 15:59:41.117338 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-980aee16-0ff8-42f9-b62c-a4541f695737 req-72735e42-6165-49b4-a9f5-dc7d0b6dd22f tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fcb05d0-71e7-4569-9012-47a704188c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494661 Feb 16 15:59:41.236701 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning complete for port 5b25af8d-aca1-4845-9eb1-8c95072be816 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:59:41.237120 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:41.945640 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac30de9f-de5a-4559-9400-3807c97f0023 req-fcdc07fa-28d8-45b1-9f42-1b70a03d6e4c tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:59:41.947302 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ac30de9f-de5a-4559-9400-3807c97f0023 req-fcdc07fa-28d8-45b1-9f42-1b70a03d6e4c tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=617c5d16-91b3-4115-98c3-d15fb41b5a8c HTTP/1.1" status: 200 len: 945 time: 0.0915687 Feb 16 15:59:41.996496 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ac30de9f-de5a-4559-9400-3807c97f0023 req-9cb969c7-7809-45be-8926-7ff0c7a71106 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428219 Feb 16 15:59:42.329431 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601f32a4-ea28-4087-9637-ec14b905a0f8 req-ddc4040d-d6d6-4bac-8255-4d82cedaa05f tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:59:42.331064 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-601f32a4-ea28-4087-9637-ec14b905a0f8 req-ddc4040d-d6d6-4bac-8255-4d82cedaa05f tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=f8287fb3-15ec-4d0a-b5d2-8d5f1a1c5d73 HTTP/1.1" status: 200 len: 945 time: 0.0904505 Feb 16 15:59:42.349496 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:42.381098 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-601f32a4-ea28-4087-9637-ec14b905a0f8 req-62e9c737-69ae-4c43-aa0d-bd44d5cedbd5 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fcb05d0-71e7-4569-9012-47a704188c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436745 Feb 16 15:59:43.230574 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0b0a79-27e6-428b-8ecd-d54cf49b2a30 req-0f15afaa-aaa2-4440-a22a-186b6d7f83f1 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:59:43.232627 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-2f0b0a79-27e6-428b-8ecd-d54cf49b2a30 req-0f15afaa-aaa2-4440-a22a-186b6d7f83f1 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=617c5d16-91b3-4115-98c3-d15fb41b5a8c HTTP/1.1" status: 200 len: 945 time: 0.0921307 Feb 16 15:59:43.285881 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-2f0b0a79-27e6-428b-8ecd-d54cf49b2a30 req-4f65e70b-b997-4c05-aec6-0f9f23e0040e tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457771 Feb 16 15:59:44.508567 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05e2448-498e-47ba-a6e0-646e1801fbf0 req-f304bedf-8288-4701-b597-066f7ef84992 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:59:44.510165 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-f05e2448-498e-47ba-a6e0-646e1801fbf0 req-f304bedf-8288-4701-b597-066f7ef84992 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=617c5d16-91b3-4115-98c3-d15fb41b5a8c HTTP/1.1" status: 200 len: 945 time: 0.0931976 Feb 16 15:59:44.559415 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-f05e2448-498e-47ba-a6e0-646e1801fbf0 req-63531085-a9bc-487d-82c6-ca358437e0c2 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421414 Feb 16 15:59:45.901792 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5c784-b028-43d4-a122-be1997d8e969 req-50213bc7-f7c5-4626-bdf8-2f56633db8d8 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:59:45.903445 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-05b5c784-b028-43d4-a122-be1997d8e969 req-50213bc7-f7c5-4626-bdf8-2f56633db8d8 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=617c5d16-91b3-4115-98c3-d15fb41b5a8c HTTP/1.1" status: 200 len: 945 time: 0.0878265 Feb 16 15:59:45.956161 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-05b5c784-b028-43d4-a122-be1997d8e969 req-b7a19b56-637b-4ed6-a480-d4a177bf5aaa tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457773 Feb 16 15:59:47.669278 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ca7b6a0b-c526-40c9-8acd-523af5967d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:50.303864 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d05518bb-17ee-4865-b03c-31693adcda8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:50.561205 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-966d181a-4cf8-4fd0-bef1-20ac54559c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:51.406552 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:52.273087 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-331083c2-9fd5-48c9-8796-02890b3f22e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:59:53.645271 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f9ee1d-c3fd-4f1e-a872-5ee2cd40f64a req-8c28fd52-6be9-4a10-a136-622428da6cd4 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:59:53.646980 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-76f9ee1d-c3fd-4f1e-a872-5ee2cd40f64a req-8c28fd52-6be9-4a10-a136-622428da6cd4 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=617c5d16-91b3-4115-98c3-d15fb41b5a8c HTTP/1.1" status: 200 len: 945 time: 0.1004536 Feb 16 15:59:53.698074 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-76f9ee1d-c3fd-4f1e-a872-5ee2cd40f64a req-25493a84-3e51-4279-bc91-071a7f98415c tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446908 Feb 16 15:59:54.913433 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2280648a-7681-4e9e-9912-047a7f1e2ffb req-ccd89f74-3487-45e3-b29b-62e20827cc3f tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:59:54.915124 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-2280648a-7681-4e9e-9912-047a7f1e2ffb req-ccd89f74-3487-45e3-b29b-62e20827cc3f tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=617c5d16-91b3-4115-98c3-d15fb41b5a8c HTTP/1.1" status: 200 len: 945 time: 0.0938654 Feb 16 15:59:54.968547 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-2280648a-7681-4e9e-9912-047a7f1e2ffb req-f1e943d0-c1ec-491e-85c2-c551a825328f tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471947 Feb 16 15:59:56.177724 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a01c1-d383-47f0-baf9-1aa08f721ce3 req-36d8acfc-22d4-4b9b-a6cb-df2f2b550217 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:59:56.179404 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c67a01c1-d383-47f0-baf9-1aa08f721ce3 req-36d8acfc-22d4-4b9b-a6cb-df2f2b550217 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=617c5d16-91b3-4115-98c3-d15fb41b5a8c HTTP/1.1" status: 200 len: 945 time: 0.0909016 Feb 16 15:59:56.231830 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c67a01c1-d383-47f0-baf9-1aa08f721ce3 req-0807f082-8c47-4e95-b7e1-ab093c759a1b tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458415 Feb 16 15:59:57.435396 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d10cbd-e1dc-4aff-9499-0ef180688936 req-3b52d20c-0bc7-432d-b672-a9c448664b4c tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:59:57.436997 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-d3d10cbd-e1dc-4aff-9499-0ef180688936 req-3b52d20c-0bc7-432d-b672-a9c448664b4c tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=617c5d16-91b3-4115-98c3-d15fb41b5a8c HTTP/1.1" status: 200 len: 945 time: 0.0848556 Feb 16 15:59:57.486402 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-d3d10cbd-e1dc-4aff-9499-0ef180688936 req-41e634b6-1020-42f9-8183-abce386fc45e tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424831 Feb 16 15:59:58.696254 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e283dbca-10cc-4a4c-a96b-067dbf6c5618 req-1d7a7a60-4f6f-4ae2-be7e-2eca250d0e09 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:59:58.697864 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-e283dbca-10cc-4a4c-a96b-067dbf6c5618 req-1d7a7a60-4f6f-4ae2-be7e-2eca250d0e09 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=617c5d16-91b3-4115-98c3-d15fb41b5a8c HTTP/1.1" status: 200 len: 945 time: 0.0932398 Feb 16 15:59:58.749382 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-e283dbca-10cc-4a4c-a96b-067dbf6c5618 req-5386fff9-a9f4-429c-8314-f870ab24359f tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449426 Feb 16 15:59:59.957340 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f1e1b9-7ebc-46e2-ab7f-d18edb4f9071 req-ff1f3e39-2dfe-4693-9523-b82c375f12d5 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:59:59.958995 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-35f1e1b9-7ebc-46e2-ab7f-d18edb4f9071 req-ff1f3e39-2dfe-4693-9523-b82c375f12d5 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=617c5d16-91b3-4115-98c3-d15fb41b5a8c HTTP/1.1" status: 200 len: 945 time: 0.0884197 Feb 16 16:00:00.008389 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-35f1e1b9-7ebc-46e2-ab7f-d18edb4f9071 req-e47ba079-82b7-4ecd-a631-b33e2c026479 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429320 Feb 16 16:00:01.215146 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6337d8-c6a4-4a4e-b04a-c227962de2fd req-22a2351b-82d7-4b85-bacb-0eb14dacf13e tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:01.216753 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0c6337d8-c6a4-4a4e-b04a-c227962de2fd req-22a2351b-82d7-4b85-bacb-0eb14dacf13e tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=617c5d16-91b3-4115-98c3-d15fb41b5a8c HTTP/1.1" status: 200 len: 945 time: 0.0908952 Feb 16 16:00:01.267713 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0c6337d8-c6a4-4a4e-b04a-c227962de2fd req-f2e69450-98a7-45fe-a4b7-6177227970b9 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444891 Feb 16 16:00:02.066049 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64f964-bbb7-4ada-aa04-f8dfb4705072 req-d45e7178-2e65-433d-a1d0-2b17448ca716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:02.068502 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5b64f964-bbb7-4ada-aa04-f8dfb4705072 req-d45e7178-2e65-433d-a1d0-2b17448ca716 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=617c5d16-91b3-4115-98c3-d15fb41b5a8c HTTP/1.1" status: 200 len: 1162 time: 0.0835390 Feb 16 16:00:02.118819 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5b64f964-bbb7-4ada-aa04-f8dfb4705072 req-fe83bbb6-88c7-44c6-8a98-077e13de70c7 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435240 Feb 16 16:00:02.485034 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01adf10-adcc-4cc0-9f34-9e43530a7384 req-9450662c-d5c2-47d6-b72e-5fd9377f5682 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:02.486666 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b01adf10-adcc-4cc0-9f34-9e43530a7384 req-9450662c-d5c2-47d6-b72e-5fd9377f5682 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=617c5d16-91b3-4115-98c3-d15fb41b5a8c HTTP/1.1" status: 200 len: 945 time: 0.0917532 Feb 16 16:00:02.537968 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b01adf10-adcc-4cc0-9f34-9e43530a7384 req-d98d4733-cd08-41b9-89e9-7ed2c1c24edb tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438881 Feb 16 16:00:03.820383 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadec28d-fc09-49e1-85e5-0e160013c554 req-07067c55-de38-4373-b19e-f5d4d512e751 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:03.822144 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-aadec28d-fc09-49e1-85e5-0e160013c554 req-07067c55-de38-4373-b19e-f5d4d512e751 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=617c5d16-91b3-4115-98c3-d15fb41b5a8c HTTP/1.1" status: 200 len: 945 time: 0.1059456 Feb 16 16:00:03.880390 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-aadec28d-fc09-49e1-85e5-0e160013c554 req-cac77408-bd44-4e0b-956a-cf4c9e4404e3 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519893 Feb 16 16:00:04.275103 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.agents_db [None req-cca974b7-119d-4613-9949-a609bd4803bb None None] Agent healthcheck: found 6 active agents {{(pid=84077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 16:00:05.115912 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b427e1-c20f-4499-8fcc-0c08b34fa26f req-1f8b16f9-b937-4aa3-abc0-6a2293913ae7 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:05.117533 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-74b427e1-c20f-4499-8fcc-0c08b34fa26f req-1f8b16f9-b937-4aa3-abc0-6a2293913ae7 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=617c5d16-91b3-4115-98c3-d15fb41b5a8c HTTP/1.1" status: 200 len: 945 time: 0.1112490 Feb 16 16:00:05.176687 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-74b427e1-c20f-4499-8fcc-0c08b34fa26f req-076f14ac-d27e-47e3-a7f6-cbe8071c673f tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522065 Feb 16 16:00:05.546962 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device 0c5d885e-eb99-4821-8688-2345bcfcc455 up at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 16:00:05.629089 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning complete for port 0c5d885e-eb99-4821-8688-2345bcfcc455 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:00:05.629450 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:06.389904 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d94846d-33d7-45bd-8370-c95c6eb22bc1 req-c6a7caba-96ac-4cf3-a462-934b39533f4d tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:06.391812 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-9d94846d-33d7-45bd-8370-c95c6eb22bc1 req-c6a7caba-96ac-4cf3-a462-934b39533f4d tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=617c5d16-91b3-4115-98c3-d15fb41b5a8c HTTP/1.1" status: 200 len: 945 time: 0.0971291 Feb 16 16:00:06.445325 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-9d94846d-33d7-45bd-8370-c95c6eb22bc1 req-e1910d8d-279e-4814-bbf9-fac60645afc2 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466912 Feb 16 16:00:07.100618 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e4c854-ec67-4c9c-8bc6-53d0e263455b req-a25f22fc-97e0-4199-916f-f3befe9aca34 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:07.102350 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-d5e4c854-ec67-4c9c-8bc6-53d0e263455b req-a25f22fc-97e0-4199-916f-f3befe9aca34 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=617c5d16-91b3-4115-98c3-d15fb41b5a8c HTTP/1.1" status: 200 len: 945 time: 0.0919304 Feb 16 16:00:07.154705 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-d5e4c854-ec67-4c9c-8bc6-53d0e263455b req-f4e904c7-e3f2-4c4d-b0b6-fe21ffa8158f tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453863 Feb 16 16:00:07.863656 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17586b00-76c4-440d-80da-0a59c8297cc7 req-19f62a03-6f07-4edc-9012-5dcd4af079e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:07.865348 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-17586b00-76c4-440d-80da-0a59c8297cc7 req-19f62a03-6f07-4edc-9012-5dcd4af079e5 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=15f9cf749fe94c5aa76af3d23d68fbb3&device_id=617c5d16-91b3-4115-98c3-d15fb41b5a8c HTTP/1.1" status: 200 len: 1162 time: 0.0830505 Feb 16 16:00:08.017101 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17586b00-76c4-440d-80da-0a59c8297cc7 req-3547776c-53bb-4e58-8976-4d20525d3b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:08.018714 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-17586b00-76c4-440d-80da-0a59c8297cc7 req-3547776c-53bb-4e58-8976-4d20525d3b9e service neutron] 10.222.0.103 "GET /v2.0/networks?id=5ba9adbd-7e6e-40ef-8072-99fc00c91b9e HTTP/1.1" status: 200 len: 913 time: 0.1449986 Feb 16 16:00:08.110139 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-17586b00-76c4-440d-80da-0a59c8297cc7 req-253a7f33-a4e3-4142-943b-c463ef6682ea service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c5d885e-eb99-4821-8688-2345bcfcc455 HTTP/1.1" status: 200 len: 217 time: 0.0735736 Feb 16 16:00:08.373365 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed59453-3f64-4cf0-8258-80d765dce866 req-35a6c07b-5dc4-4277-86c5-c2dd71e839ec tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:08.375001 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0ed59453-3f64-4cf0-8258-80d765dce866 req-35a6c07b-5dc4-4277-86c5-c2dd71e839ec tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=617c5d16-91b3-4115-98c3-d15fb41b5a8c HTTP/1.1" status: 200 len: 945 time: 0.0885606 Feb 16 16:00:08.423874 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0ed59453-3f64-4cf0-8258-80d765dce866 req-10cba776-6e53-413d-97cf-8babb57d5f12 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410702 Feb 16 16:00:12.112528 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17586b00-76c4-440d-80da-0a59c8297cc7 req-bf29e249-0392-420d-96f5-0d855eabaa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:12.114154 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-17586b00-76c4-440d-80da-0a59c8297cc7 req-bf29e249-0392-420d-96f5-0d855eabaa88 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=fae66b79-d403-4bb6-bf46-a87b3c07ef1e HTTP/1.1" status: 200 len: 859 time: 0.0846579 Feb 16 16:00:12.169956 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-17586b00-76c4-440d-80da-0a59c8297cc7 req-9881e4ef-e588-4768-ab8a-ab8fc3ae2d2c service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=5ba9adbd-7e6e-40ef-8072-99fc00c91b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478270 Feb 16 16:00:12.349732 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:12.385410 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-17586b00-76c4-440d-80da-0a59c8297cc7 req-7cd64c88-4b20-4b0e-87e5-20f5b9b2b1b2 service neutron] 10.222.0.103 "GET /v2.0/networks/5ba9adbd-7e6e-40ef-8072-99fc00c91b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084813 Feb 16 16:00:12.391650 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caf3e78-77b6-4b8b-bd29-99b7d41bfc67 req-43e976a1-4166-4d5d-9171-cd2abdeda39d tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:12.393132 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-4caf3e78-77b6-4b8b-bd29-99b7d41bfc67 req-43e976a1-4166-4d5d-9171-cd2abdeda39d tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=617c5d16-91b3-4115-98c3-d15fb41b5a8c HTTP/1.1" status: 200 len: 945 time: 0.2150204 Feb 16 16:00:12.535105 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-4caf3e78-77b6-4b8b-bd29-99b7d41bfc67 req-88d79081-b152-439d-8bb3-29ff073892f6 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195009 Feb 16 16:00:12.567354 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-17586b00-76c4-440d-80da-0a59c8297cc7 req-2f3450e4-c447-46ca-9af6-a696a166f9ed service neutron] 10.222.0.103 "GET /v2.0/networks/5ba9adbd-7e6e-40ef-8072-99fc00c91b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1726742 Feb 16 16:00:17.661792 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-48f76900-dd3b-40a2-9191-696583bea254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:18.849200 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4862349-e734-4552-93a5-3248d1ff3028 req-cbcb4b60-15fa-4705-8944-bb96188aeb1a tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:18.851124 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-e4862349-e734-4552-93a5-3248d1ff3028 req-cbcb4b60-15fa-4705-8944-bb96188aeb1a tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=617c5d16-91b3-4115-98c3-d15fb41b5a8c HTTP/1.1" status: 200 len: 945 time: 0.0897679 Feb 16 16:00:18.904192 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-e4862349-e734-4552-93a5-3248d1ff3028 req-fd90dc58-3dbc-4809-b2d4-aec6c4005154 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465171 Feb 16 16:00:20.318609 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d05518bb-17ee-4865-b03c-31693adcda8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:20.326573 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af2eec4-bf90-46eb-a339-deaab04a8856 req-82141618-e0a5-463f-9df8-c6c60e7daab3 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:20.328202 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0af2eec4-bf90-46eb-a339-deaab04a8856 req-82141618-e0a5-463f-9df8-c6c60e7daab3 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=617c5d16-91b3-4115-98c3-d15fb41b5a8c HTTP/1.1" status: 200 len: 945 time: 0.2965539 Feb 16 16:00:20.380340 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0af2eec4-bf90-46eb-a339-deaab04a8856 req-ae3368bf-d43e-43fa-b311-77e85086a2b4 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435760 Feb 16 16:00:20.558390 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-cc80997f-b072-475f-8e5b-68036f39b2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:21.405793 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:21.590991 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa1b514-7e2e-4fc5-80af-f235ca070a2d req-dab932e5-e2ff-4606-abf5-7611913e454f tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:21.592603 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-caa1b514-7e2e-4fc5-80af-f235ca070a2d req-dab932e5-e2ff-4606-abf5-7611913e454f tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=617c5d16-91b3-4115-98c3-d15fb41b5a8c HTTP/1.1" status: 200 len: 945 time: 0.0911837 Feb 16 16:00:21.641579 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-caa1b514-7e2e-4fc5-80af-f235ca070a2d req-33df4e47-0c53-4f54-9fbc-65a33724545b tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415618 Feb 16 16:00:22.268910 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-331083c2-9fd5-48c9-8796-02890b3f22e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:22.848420 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8005bf-0a2b-4417-b57c-6ef88a59dccc req-bedd3e30-588d-4f48-87c5-95e59eec442a tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:22.850273 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-8d8005bf-0a2b-4417-b57c-6ef88a59dccc req-bedd3e30-588d-4f48-87c5-95e59eec442a tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=617c5d16-91b3-4115-98c3-d15fb41b5a8c HTTP/1.1" status: 200 len: 945 time: 0.0919783 Feb 16 16:00:22.898962 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-8d8005bf-0a2b-4417-b57c-6ef88a59dccc req-717a7120-7c72-46ef-a670-a86b2e54e189 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421269 Feb 16 16:00:24.106786 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2353b72-1112-4fc9-b16d-add8e4901834 req-3e53782a-f92b-4e3f-aede-174b7eaf8a1d tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:24.108473 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c2353b72-1112-4fc9-b16d-add8e4901834 req-3e53782a-f92b-4e3f-aede-174b7eaf8a1d tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=617c5d16-91b3-4115-98c3-d15fb41b5a8c HTTP/1.1" status: 200 len: 945 time: 0.0923102 Feb 16 16:00:24.163810 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c2353b72-1112-4fc9-b16d-add8e4901834 req-1485e1a1-096d-41c9-8bed-b917090f3ece tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477357 Feb 16 16:00:25.371292 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b44494e-961e-4a96-b65a-be8815f38a3c req-4c96afd9-62ac-4aa6-8eb6-8ed274da85cb tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:25.378792 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-3b44494e-961e-4a96-b65a-be8815f38a3c req-4c96afd9-62ac-4aa6-8eb6-8ed274da85cb tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=617c5d16-91b3-4115-98c3-d15fb41b5a8c HTTP/1.1" status: 200 len: 945 time: 0.0910091 Feb 16 16:00:25.421477 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-3b44494e-961e-4a96-b65a-be8815f38a3c req-e065423e-07f9-4275-8c97-10cf64fc09a3 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419776 Feb 16 16:00:26.163696 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-fe3eb121-00c5-4adf-aec4-d251a7bcea1e req-2e01eb45-fd5a-474d-bb24-36e52ade77e0 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Synchronizing usage tracker for tenant:57c03e2c6fe04a41927ce974a5ae8db2 on resource:security_group {{(pid=84075) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 16:00:26.220857 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-fe3eb121-00c5-4adf-aec4-d251a7bcea1e req-2e01eb45-fd5a-474d-bb24-36e52ade77e0 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Unset dirty status for tenant:57c03e2c6fe04a41927ce974a5ae8db2 on resource:security_group {{(pid=84075) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 16:00:26.222183 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-fe3eb121-00c5-4adf-aec4-d251a7bcea1e req-2e01eb45-fd5a-474d-bb24-36e52ade77e0 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-562403491&fields=id&tenant_id=57c03e2c6fe04a41927ce974a5ae8db2 HTTP/1.1" status: 200 len: 267 time: 0.1027648 Feb 16 16:00:26.323784 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 49466) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:00:26.402798 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3eb121-00c5-4adf-aec4-d251a7bcea1e req-aebadb3a-2945-4263-a924-e217f899929f tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:26.404340 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-fe3eb121-00c5-4adf-aec4-d251a7bcea1e req-aebadb3a-2945-4263-a924-e217f899929f tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/networks?id=5a6cc9fd-7c89-4382-a460-9e49c7df15fc HTTP/1.1" status: 200 len: 808 time: 0.1730666 Feb 16 16:00:26.427059 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-fe3eb121-00c5-4adf-aec4-d251a7bcea1e req-73da060c-cf8d-4a73-b27b-e32268f33908 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/quotas/57c03e2c6fe04a41927ce974a5ae8db2 HTTP/1.1" status: 200 len: 375 time: 0.0109360 Feb 16 16:00:26.465469 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-fcbc266b-d3f8-4a0c-8acc-ff2d06fa54c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:26.487791 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-fcbc266b-d3f8-4a0c-8acc-ff2d06fa54c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:00:26.493148 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-fcbc266b-d3f8-4a0c-8acc-ff2d06fa54c1 admin admin] Usage tracker for resource:security_group_rule and tenant:8a199ad975274a0dbbca0a6e826d34fd is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:00:26.502454 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-fcbc266b-d3f8-4a0c-8acc-ff2d06fa54c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:00:26.502454 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-fcbc266b-d3f8-4a0c-8acc-ff2d06fa54c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:00:26.532670 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-fe3eb121-00c5-4adf-aec4-d251a7bcea1e req-08f9e2d4-c468-498c-9505-ded5bf27f1c5 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=57c03e2c6fe04a41927ce974a5ae8db2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1018784 Feb 16 16:00:26.593277 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-fcbc266b-d3f8-4a0c-8acc-ff2d06fa54c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:26.637594 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-fcbc266b-d3f8-4a0c-8acc-ff2d06fa54c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:26.648963 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-c877cb9a-e318-4120-8db6-fa1965f8f81a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:00:26.692026 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-fcbc266b-d3f8-4a0c-8acc-ff2d06fa54c1 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=8a199ad975274a0dbbca0a6e826d34fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3638783 Feb 16 16:00:26.693332 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 49478) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:00:26.708157 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbc266b-d3f8-4a0c-8acc-ff2d06fa54c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e717041c-62e6-4114-94eb-7f9481781363,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:00:26.727199 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbc266b-d3f8-4a0c-8acc-ff2d06fa54c1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:00:26.727967 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbc266b-d3f8-4a0c-8acc-ff2d06fa54c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:00:26.727967 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbc266b-d3f8-4a0c-8acc-ff2d06fa54c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:00:26.728996 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbc266b-d3f8-4a0c-8acc-ff2d06fa54c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:00:26.729404 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbc266b-d3f8-4a0c-8acc-ff2d06fa54c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:00:26.729789 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbc266b-d3f8-4a0c-8acc-ff2d06fa54c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:00:26.730378 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbc266b-d3f8-4a0c-8acc-ff2d06fa54c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:00:26.730840 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbc266b-d3f8-4a0c-8acc-ff2d06fa54c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:00:26.731329 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbc266b-d3f8-4a0c-8acc-ff2d06fa54c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:00:26.731728 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbc266b-d3f8-4a0c-8acc-ff2d06fa54c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:00:26.732170 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbc266b-d3f8-4a0c-8acc-ff2d06fa54c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:00:26.732503 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbc266b-d3f8-4a0c-8acc-ff2d06fa54c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:00:26.732940 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbc266b-d3f8-4a0c-8acc-ff2d06fa54c1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:00:26.733478 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbc266b-d3f8-4a0c-8acc-ff2d06fa54c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:00:26.733715 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbc266b-d3f8-4a0c-8acc-ff2d06fa54c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:00:26.734085 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbc266b-d3f8-4a0c-8acc-ff2d06fa54c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:00:26.734656 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbc266b-d3f8-4a0c-8acc-ff2d06fa54c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:00:26.735223 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbc266b-d3f8-4a0c-8acc-ff2d06fa54c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:00:26.736101 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbc266b-d3f8-4a0c-8acc-ff2d06fa54c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:00:26.736477 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbc266b-d3f8-4a0c-8acc-ff2d06fa54c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:00:26.737033 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbc266b-d3f8-4a0c-8acc-ff2d06fa54c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:00:26.737430 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbc266b-d3f8-4a0c-8acc-ff2d06fa54c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:00:26.737802 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbc266b-d3f8-4a0c-8acc-ff2d06fa54c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:00:26.738367 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbc266b-d3f8-4a0c-8acc-ff2d06fa54c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:00:26.746229 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-fcbc266b-d3f8-4a0c-8acc-ff2d06fa54c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:00:26.751155 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca2cdbc-fa30-4300-9a0c-176b9e9d6b57 req-ca37e80c-840b-4afc-a470-baeabd981ab0 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:26.752861 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0ca2cdbc-fa30-4300-9a0c-176b9e9d6b57 req-ca37e80c-840b-4afc-a470-baeabd981ab0 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=617c5d16-91b3-4115-98c3-d15fb41b5a8c HTTP/1.1" status: 200 len: 945 time: 0.1813657 Feb 16 16:00:26.785558 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-61a8fc54-4878-4901-87ff-9d625804ec86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:26.795432 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-fe3eb121-00c5-4adf-aec4-d251a7bcea1e req-016a21db-e42b-42da-b486-243ee135ce52 service neutron] 10.222.0.101 "GET /v2.0/networks/5a6cc9fd-7c89-4382-a460-9e49c7df15fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497642 Feb 16 16:00:26.814135 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-61a8fc54-4878-4901-87ff-9d625804ec86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:26.858945 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0ca2cdbc-fa30-4300-9a0c-176b9e9d6b57 req-7d2a1a37-2ffa-45eb-84bc-4d062eb7f737 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930946 Feb 16 16:00:26.944040 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-61a8fc54-4878-4901-87ff-9d625804ec86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:26.950099 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-854b7c21-1b05-4fc7-9c84-506aa425def2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:00:26.968973 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a8fc54-4878-4901-87ff-9d625804ec86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e717041c-62e6-4114-94eb-7f9481781363,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:00:26.971895 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-fe3eb121-00c5-4adf-aec4-d251a7bcea1e req-a425b410-362f-4738-905b-309b13664587 service neutron] 10.222.0.101 "GET /v2.0/networks/5a6cc9fd-7c89-4382-a460-9e49c7df15fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1651378 Feb 16 16:00:26.972211 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-61a8fc54-4878-4901-87ff-9d625804ec86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:00:26.973387 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-61a8fc54-4878-4901-87ff-9d625804ec86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:26.975501 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-61a8fc54-4878-4901-87ff-9d625804ec86 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/e717041c-62e6-4114-94eb-7f9481781363 HTTP/1.1" status: 204 len: 168 time: 0.2811403 Feb 16 16:00:27.564349 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-fdfac587-cc7d-46f9-b67d-18abaf70a413 req-bf6f7de2-b691-4301-b72b-6aec11fe1b98 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/ports?device_id=4dff69e3-5cdc-414f-9e67-129d15aa03d2 HTTP/1.1" status: 200 len: 210 time: 0.0524428 Feb 16 16:00:28.109260 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51356d60-24c4-4b2d-b97b-2313b3e651e1 req-19b42abf-1e4b-4c8d-9790-42206384ad7c tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:28.116723 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 49534) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:00:28.122825 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-51356d60-24c4-4b2d-b97b-2313b3e651e1 req-19b42abf-1e4b-4c8d-9790-42206384ad7c tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=617c5d16-91b3-4115-98c3-d15fb41b5a8c HTTP/1.1" status: 200 len: 945 time: 0.1352952 Feb 16 16:00:28.188337 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-51356d60-24c4-4b2d-b97b-2313b3e651e1 req-352479de-8e46-45e5-8ced-c22fde47dc64 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642951 Feb 16 16:00:28.293625 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1bd15a56-7878-455f-b641-f1e3cb9fe1f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:28.314200 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-1bd15a56-7878-455f-b641-f1e3cb9fe1f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:00:28.322151 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-1bd15a56-7878-455f-b641-f1e3cb9fe1f3 admin admin] Usage tracker for resource:security_group_rule and tenant:199d67ef82e44d289297bf8911f45caa is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:00:28.326024 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-1bd15a56-7878-455f-b641-f1e3cb9fe1f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:00:28.338936 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-1bd15a56-7878-455f-b641-f1e3cb9fe1f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:00:28.744698 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-915f3276-14b7-4919-ba6b-128fe8c04cf2 req-bb80fcbc-57a0-4107-8b86-618031cfe681 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/ports?device_id=4dff69e3-5cdc-414f-9e67-129d15aa03d2 HTTP/1.1" status: 200 len: 210 time: 0.0534954 Feb 16 16:00:28.766340 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1bd15a56-7878-455f-b641-f1e3cb9fe1f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:28.789727 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1bd15a56-7878-455f-b641-f1e3cb9fe1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:28.801237 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-a41c1e7c-de28-4280-8d82-329d09b9c525 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:00:28.845897 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-1bd15a56-7878-455f-b641-f1e3cb9fe1f3 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=199d67ef82e44d289297bf8911f45caa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7278950 Feb 16 16:00:28.847035 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd15a56-7878-455f-b641-f1e3cb9fe1f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb3ee52f-aab4-40d1-b749-d98fbd75b213,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:00:28.850141 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 49558) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:00:28.851448 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1bd15a56-7878-455f-b641-f1e3cb9fe1f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:00:28.935345 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 49566) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:00:28.973372 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-50908b78-ada0-4fac-8b29-30a9cce95690 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:29.015539 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-50908b78-ada0-4fac-8b29-30a9cce95690 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:29.126000 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-50908b78-ada0-4fac-8b29-30a9cce95690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:29.134249 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:00:29.151104 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-55d40fdc-4a45-40a0-b9da-c360812246eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:29.152924 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-50908b78-ada0-4fac-8b29-30a9cce95690 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:29.156568 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-50908b78-ada0-4fac-8b29-30a9cce95690 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/cb3ee52f-aab4-40d1-b749-d98fbd75b213 HTTP/1.1" status: 204 len: 168 time: 0.3017716 Feb 16 16:00:29.156568 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50908b78-ada0-4fac-8b29-30a9cce95690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb3ee52f-aab4-40d1-b749-d98fbd75b213,revision_number=None']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:00:29.164585 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50908b78-ada0-4fac-8b29-30a9cce95690 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:00:29.164987 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50908b78-ada0-4fac-8b29-30a9cce95690 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:00:29.165380 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50908b78-ada0-4fac-8b29-30a9cce95690 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:00:29.165766 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50908b78-ada0-4fac-8b29-30a9cce95690 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:00:29.166147 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50908b78-ada0-4fac-8b29-30a9cce95690 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:00:29.166526 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50908b78-ada0-4fac-8b29-30a9cce95690 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:00:29.166969 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50908b78-ada0-4fac-8b29-30a9cce95690 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:00:29.167350 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50908b78-ada0-4fac-8b29-30a9cce95690 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:00:29.167724 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50908b78-ada0-4fac-8b29-30a9cce95690 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:00:29.168130 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50908b78-ada0-4fac-8b29-30a9cce95690 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:00:29.168455 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50908b78-ada0-4fac-8b29-30a9cce95690 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:00:29.168829 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50908b78-ada0-4fac-8b29-30a9cce95690 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:00:29.169375 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50908b78-ada0-4fac-8b29-30a9cce95690 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:00:29.169626 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50908b78-ada0-4fac-8b29-30a9cce95690 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:00:29.170290 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50908b78-ada0-4fac-8b29-30a9cce95690 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:00:29.170399 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50908b78-ada0-4fac-8b29-30a9cce95690 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:00:29.170719 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50908b78-ada0-4fac-8b29-30a9cce95690 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:00:29.171097 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50908b78-ada0-4fac-8b29-30a9cce95690 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:00:29.171468 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50908b78-ada0-4fac-8b29-30a9cce95690 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:00:29.171573 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-55d40fdc-4a45-40a0-b9da-c360812246eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:00:29.171860 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50908b78-ada0-4fac-8b29-30a9cce95690 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:00:29.172197 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50908b78-ada0-4fac-8b29-30a9cce95690 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:00:29.172700 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50908b78-ada0-4fac-8b29-30a9cce95690 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:00:29.173488 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50908b78-ada0-4fac-8b29-30a9cce95690 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:00:29.173605 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50908b78-ada0-4fac-8b29-30a9cce95690 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:00:29.176459 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-55d40fdc-4a45-40a0-b9da-c360812246eb admin admin] Usage tracker for resource:security_group_rule and tenant:0ed6b124d20240c0818c33622c719757 is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:00:29.177614 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-50908b78-ada0-4fac-8b29-30a9cce95690 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:00:29.181228 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-55d40fdc-4a45-40a0-b9da-c360812246eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:00:29.187272 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-55d40fdc-4a45-40a0-b9da-c360812246eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:00:29.399174 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-55d40fdc-4a45-40a0-b9da-c360812246eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:29.458428 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-55d40fdc-4a45-40a0-b9da-c360812246eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:29.473541 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-e19827c8-c710-4994-929c-df6e40f2f8a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:00:29.521597 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-55d40fdc-4a45-40a0-b9da-c360812246eb admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=0ed6b124d20240c0818c33622c719757&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5820587 Feb 16 16:00:29.522604 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 49580) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:00:29.523320 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d40fdc-4a45-40a0-b9da-c360812246eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceec9a76-9592-4625-9443-e37167613105,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:00:29.526985 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-55d40fdc-4a45-40a0-b9da-c360812246eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:00:29.647656 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c14b8fc1-7844-4731-8f17-d4e2a98a0a28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:29.781537 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c14b8fc1-7844-4731-8f17-d4e2a98a0a28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:29.885396 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3eb121-00c5-4adf-aec4-d251a7bcea1e req-ba055680-6ddf-4636-9733-d952fbc6b1f5 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:29.887160 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-fe3eb121-00c5-4adf-aec4-d251a7bcea1e req-ba055680-6ddf-4636-9733-d952fbc6b1f5 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.103 "GET /v2.0/networks?id=5a6cc9fd-7c89-4382-a460-9e49c7df15fc HTTP/1.1" status: 200 len: 808 time: 0.2362611 Feb 16 16:00:29.964983 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c14b8fc1-7844-4731-8f17-d4e2a98a0a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:29.983540 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-e9d8d408-e260-48a0-8691-956f675a8ea5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:00:29.996334 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-d00d4cb3-5428-4ee8-890a-68721cb255a7 req-85b3f264-af5f-49d3-821d-d4310934b79e tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/ports?device_id=4dff69e3-5cdc-414f-9e67-129d15aa03d2 HTTP/1.1" status: 200 len: 210 time: 0.1077909 Feb 16 16:00:30.012593 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14b8fc1-7844-4731-8f17-d4e2a98a0a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceec9a76-9592-4625-9443-e37167613105,revision_number=None']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:00:30.015241 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-c14b8fc1-7844-4731-8f17-d4e2a98a0a28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:00:30.044848 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-fe3eb121-00c5-4adf-aec4-d251a7bcea1e req-09f92357-3e39-4a4f-9457-24f4385982f3 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=57c03e2c6fe04a41927ce974a5ae8db2 HTTP/1.1" status: 200 len: 5757 time: 0.1117289 Feb 16 16:00:30.047445 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c14b8fc1-7844-4731-8f17-d4e2a98a0a28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:30.049783 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-c14b8fc1-7844-4731-8f17-d4e2a98a0a28 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/ceec9a76-9592-4625-9443-e37167613105 HTTP/1.1" status: 204 len: 168 time: 0.5259690 Feb 16 16:00:30.057688 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [req-fe3eb121-00c5-4adf-aec4-d251a7bcea1e req-f5ca7518-50d4-4448-8c8b-d0ba696dd297 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Request body: {'port': {'device_id': '4dff69e3-5cdc-414f-9e67-129d15aa03d2', 'network_id': '5a6cc9fd-7c89-4382-a460-9e49c7df15fc', 'admin_state_up': True, 'tenant_id': '57c03e2c6fe04a41927ce974a5ae8db2', 'security_groups': ['d1cdf25b-ac5e-4c7b-aae4-1dd92cc7194b']}} {{(pid=84075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:00:30.273066 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [req-fe3eb121-00c5-4adf-aec4-d251a7bcea1e req-f5ca7518-50d4-4448-8c8b-d0ba696dd297 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:00:30.277226 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-fe3eb121-00c5-4adf-aec4-d251a7bcea1e req-f5ca7518-50d4-4448-8c8b-d0ba696dd297 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Usage tracker for resource:port and tenant:57c03e2c6fe04a41927ce974a5ae8db2 is out of sync, need to count used quota {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:00:30.280314 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-fe3eb121-00c5-4adf-aec4-d251a7bcea1e req-f5ca7518-50d4-4448-8c8b-d0ba696dd297 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:00:30.287703 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [req-fe3eb121-00c5-4adf-aec4-d251a7bcea1e req-f5ca7518-50d4-4448-8c8b-d0ba696dd297 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:00:30.329508 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe3eb121-00c5-4adf-aec4-d251a7bcea1e req-f5ca7518-50d4-4448-8c8b-d0ba696dd297 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Made reservation on behalf of 57c03e2c6fe04a41927ce974a5ae8db2 for: {'port': 1} {{(pid=84075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 16:00:30.336903 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-fe3eb121-00c5-4adf-aec4-d251a7bcea1e req-f5ca7518-50d4-4448-8c8b-d0ba696dd297 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:30.701381 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.db_base_plugin_common [req-fe3eb121-00c5-4adf-aec4-d251a7bcea1e req-f5ca7518-50d4-4448-8c8b-d0ba696dd297 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Allocated IP 172.20.0.9 (5a6cc9fd-7c89-4382-a460-9e49c7df15fc/578849cb-f9a8-4646-bed7-c111f69c5937/53e5b9e3-3153-4dfd-9bf9-873f1b6966b5) {{(pid=84075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 16:00:30.919122 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-fe3eb121-00c5-4adf-aec4-d251a7bcea1e req-f5ca7518-50d4-4448-8c8b-d0ba696dd297 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Notify callbacks [] for port, precommit_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:30.936204 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [req-fe3eb121-00c5-4adf-aec4-d251a7bcea1e req-f5ca7518-50d4-4448-8c8b-d0ba696dd297 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Transition to ACTIVE for port object 53e5b9e3-3153-4dfd-9bf9-873f1b6966b5 will not be triggered until provisioned by entity DHCP. {{(pid=84075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 16:00:31.005320 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-fe3eb121-00c5-4adf-aec4-d251a7bcea1e req-f5ca7518-50d4-4448-8c8b-d0ba696dd297 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776636048806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7708556'] for port, after_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:31.022589 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-09103c65-f2c1-4b91-b33c-6c394ac9f2d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:00:31.124010 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ca7518-50d4-4448-8c8b-d0ba696dd297 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Pushing event updated for resources: {'Port': ['ID=53e5b9e3-3153-4dfd-9bf9-873f1b6966b5,revision_number=1']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:00:31.140090 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-f5ca7518-50d4-4448-8c8b-d0ba696dd297 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:00:31.350022 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe3eb121-00c5-4adf-aec4-d251a7bcea1e req-f5ca7518-50d4-4448-8c8b-d0ba696dd297 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Network 5a6cc9fd-7c89-4382-a460-9e49c7df15fc is already hosted by enough agents. {{(pid=84075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 16:00:31.353561 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.base_scheduler [req-fe3eb121-00c5-4adf-aec4-d251a7bcea1e req-f5ca7518-50d4-4448-8c8b-d0ba696dd297 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Resources bound (agent type, host, resource id): {{(pid=84075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 16:00:31.357103 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe3eb121-00c5-4adf-aec4-d251a7bcea1e req-f5ca7518-50d4-4448-8c8b-d0ba696dd297 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Received port after_create {{(pid=84075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 16:00:31.416577 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb60636-7a4a-45e6-9a50-7c46fd2f630e req-94bfbbc2-72d8-452a-9ad7-3e1b80232e73 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:31.424303 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7fb60636-7a4a-45e6-9a50-7c46fd2f630e req-94bfbbc2-72d8-452a-9ad7-3e1b80232e73 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/ports?device_id=4dff69e3-5cdc-414f-9e67-129d15aa03d2 HTTP/1.1" status: 200 len: 931 time: 0.1873329 Feb 16 16:00:31.458401 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3eb121-00c5-4adf-aec4-d251a7bcea1e req-f5ca7518-50d4-4448-8c8b-d0ba696dd297 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:31.459103 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-fe3eb121-00c5-4adf-aec4-d251a7bcea1e req-f5ca7518-50d4-4448-8c8b-d0ba696dd297 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487'] for port, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:31.499319 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7fb60636-7a4a-45e6-9a50-7c46fd2f630e req-73fb81ed-a87c-47f3-90d5-f31a238eb370 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/security-groups?id=d1cdf25b-ac5e-4c7b-aae4-1dd92cc7194b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0709836 Feb 16 16:00:31.526773 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-fe3eb121-00c5-4adf-aec4-d251a7bcea1e req-f5ca7518-50d4-4448-8c8b-d0ba696dd297 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4750628 Feb 16 16:00:31.540112 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [req-fe3eb121-00c5-4adf-aec4-d251a7bcea1e req-f92c3f1c-783d-446f-aebc-1c7405a53945 service neutron] Request body: {'port': {'device_id': '4dff69e3-5cdc-414f-9e67-129d15aa03d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=84075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:00:31.668302 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-fe3eb121-00c5-4adf-aec4-d251a7bcea1e req-f92c3f1c-783d-446f-aebc-1c7405a53945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:31.760314 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-2dcf0e7d-0dd2-453a-8b89-a357396b307c None None] Provisioning for port 53e5b9e3-3153-4dfd-9bf9-873f1b6966b5 completed by entity DHCP. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 16:00:31.765784 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-2dcf0e7d-0dd2-453a-8b89-a357396b307c None None] Provisioning complete for port 53e5b9e3-3153-4dfd-9bf9-873f1b6966b5 triggered by entity DHCP. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:00:31.766400 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-2dcf0e7d-0dd2-453a-8b89-a357396b307c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:31.859887 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-2dcf0e7d-0dd2-453a-8b89-a357396b307c None None] Port 53e5b9e3-3153-4dfd-9bf9-873f1b6966b5 cannot update to ACTIVE because it is not bound. {{(pid=84076) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 16:00:32.137449 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [req-fe3eb121-00c5-4adf-aec4-d251a7bcea1e req-f92c3f1c-783d-446f-aebc-1c7405a53945 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53e5b9e3-3153-4dfd-9bf9-873f1b6966b5 {{(pid=84075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 16 16:00:32.146868 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-fe3eb121-00c5-4adf-aec4-d251a7bcea1e req-f92c3f1c-783d-446f-aebc-1c7405a53945 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:32.159239 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [req-fe3eb121-00c5-4adf-aec4-d251a7bcea1e req-f92c3f1c-783d-446f-aebc-1c7405a53945 service neutron] Transition to ACTIVE for port object 53e5b9e3-3153-4dfd-9bf9-873f1b6966b5 will not be triggered until provisioned by entity L2. {{(pid=84075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 16:00:32.188694 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-fe3eb121-00c5-4adf-aec4-d251a7bcea1e req-f92c3f1c-783d-446f-aebc-1c7405a53945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847067257'] for port, after_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:32.205094 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-7e1ec437-e784-4c38-8cba-20f9fdd1cf7f tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:00:32.570082 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92c3f1c-783d-446f-aebc-1c7405a53945 service neutron] Pushing event updated for resources: {'Port': ['ID=53e5b9e3-3153-4dfd-9bf9-873f1b6966b5,revision_number=2']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:00:32.574555 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-f92c3f1c-783d-446f-aebc-1c7405a53945 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:00:32.841774 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4158bc60-afbb-42a5-95d5-18c1e0d56ee9 req-a82c8ef7-0468-49a4-bf52-c864ed41ef42 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:32.842598 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-4158bc60-afbb-42a5-95d5-18c1e0d56ee9 req-a82c8ef7-0468-49a4-bf52-c864ed41ef42 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Synchronizing usage tracker for tenant:57c03e2c6fe04a41927ce974a5ae8db2 on resource:port {{(pid=84075) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 16:00:32.848824 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [req-fe3eb121-00c5-4adf-aec4-d251a7bcea1e req-f92c3f1c-783d-446f-aebc-1c7405a53945 service neutron] Attempting to bind port 53e5b9e3-3153-4dfd-9bf9-873f1b6966b5 on host hv-cinder-77570 for vnic_type normal with profile {{(pid=84075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:00:32.849526 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [req-fe3eb121-00c5-4adf-aec4-d251a7bcea1e req-f92c3f1c-783d-446f-aebc-1c7405a53945 service neutron] Attempting to bind port 53e5b9e3-3153-4dfd-9bf9-873f1b6966b5 by drivers openvswitch on host hv-cinder-77570 at level 0 using segments [{'id': '2868b9f6-5019-4779-bec8-1457bba2edf9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5a6cc9fd-7c89-4382-a460-9e49c7df15fc'}] {{(pid=84075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 16:00:32.849900 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3eb121-00c5-4adf-aec4-d251a7bcea1e req-f92c3f1c-783d-446f-aebc-1c7405a53945 service neutron] Attempting to bind port 53e5b9e3-3153-4dfd-9bf9-873f1b6966b5 on network 5a6cc9fd-7c89-4382-a460-9e49c7df15fc {{(pid=84075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 16:00:32.859390 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3eb121-00c5-4adf-aec4-d251a7bcea1e req-f92c3f1c-783d-446f-aebc-1c7405a53945 service neutron] Checking agent: {'id': '6803919d-bffd-45bd-a97e-495ec12bc613', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 15, 54, 40), 'started_at': datetime.datetime(2021, 2, 16, 15, 55, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 16, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 16:00:32.859769 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3eb121-00c5-4adf-aec4-d251a7bcea1e req-f92c3f1c-783d-446f-aebc-1c7405a53945 service neutron] Checking segment: {'id': '2868b9f6-5019-4779-bec8-1457bba2edf9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5a6cc9fd-7c89-4382-a460-9e49c7df15fc'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 16:00:32.860180 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-fe3eb121-00c5-4adf-aec4-d251a7bcea1e req-f92c3f1c-783d-446f-aebc-1c7405a53945 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:32.860582 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3eb121-00c5-4adf-aec4-d251a7bcea1e req-f92c3f1c-783d-446f-aebc-1c7405a53945 service neutron] Bound using segment: {'id': '2868b9f6-5019-4779-bec8-1457bba2edf9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5a6cc9fd-7c89-4382-a460-9e49c7df15fc'} {{(pid=84075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 16:00:32.861074 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [req-fe3eb121-00c5-4adf-aec4-d251a7bcea1e req-f92c3f1c-783d-446f-aebc-1c7405a53945 service neutron] Bound port: 53e5b9e3-3153-4dfd-9bf9-873f1b6966b5, host: hv-cinder-77570, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2868b9f6-5019-4779-bec8-1457bba2edf9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5a6cc9fd-7c89-4382-a460-9e49c7df15fc'}}] {{(pid=84075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 16:00:32.861463 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-fe3eb121-00c5-4adf-aec4-d251a7bcea1e req-f92c3f1c-783d-446f-aebc-1c7405a53945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:32.920975 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-4158bc60-afbb-42a5-95d5-18c1e0d56ee9 req-a82c8ef7-0468-49a4-bf52-c864ed41ef42 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Unset dirty status for tenant:57c03e2c6fe04a41927ce974a5ae8db2 on resource:port {{(pid=84075) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 16:00:32.922240 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-4158bc60-afbb-42a5-95d5-18c1e0d56ee9 req-a82c8ef7-0468-49a4-bf52-c864ed41ef42 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/ports?device_id=4dff69e3-5cdc-414f-9e67-129d15aa03d2 HTTP/1.1" status: 200 len: 943 time: 0.2469499 Feb 16 16:00:33.012408 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-4158bc60-afbb-42a5-95d5-18c1e0d56ee9 req-a893e0e6-3f72-421c-b6f7-d495fd31d601 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/security-groups?id=d1cdf25b-ac5e-4c7b-aae4-1dd92cc7194b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0824227 Feb 16 16:00:33.013520 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [req-fe3eb121-00c5-4adf-aec4-d251a7bcea1e req-f92c3f1c-783d-446f-aebc-1c7405a53945 service neutron] For port 53e5b9e3-3153-4dfd-9bf9-873f1b6966b5, host hv-cinder-77570, cleared binding levels {{(pid=84075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 16:00:33.017009 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [req-fe3eb121-00c5-4adf-aec4-d251a7bcea1e req-f92c3f1c-783d-446f-aebc-1c7405a53945 service neutron] For port 53e5b9e3-3153-4dfd-9bf9-873f1b6966b5, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=53e5b9e3-3153-4dfd-9bf9-873f1b6966b5,segment=NetworkSegment(2868b9f6-5019-4779-bec8-1457bba2edf9),segment_id=2868b9f6-5019-4779-bec8-1457bba2edf9)] {{(pid=84075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 16:00:33.060337 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-fe3eb121-00c5-4adf-aec4-d251a7bcea1e req-f92c3f1c-783d-446f-aebc-1c7405a53945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847067257'] for port, after_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:33.088672 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-e3cee61e-e6c4-4a65-90ed-9ed7b12460a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:00:33.277405 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92c3f1c-783d-446f-aebc-1c7405a53945 service neutron] Pushing event updated for resources: {'Port': ['ID=53e5b9e3-3153-4dfd-9bf9-873f1b6966b5,revision_number=3']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:00:33.288125 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-f92c3f1c-783d-446f-aebc-1c7405a53945 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:00:33.344446 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3eb121-00c5-4adf-aec4-d251a7bcea1e req-f92c3f1c-783d-446f-aebc-1c7405a53945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:33.345143 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-fe3eb121-00c5-4adf-aec4-d251a7bcea1e req-f92c3f1c-783d-446f-aebc-1c7405a53945 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487'] for port, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:33.346593 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-fe3eb121-00c5-4adf-aec4-d251a7bcea1e req-f92c3f1c-783d-446f-aebc-1c7405a53945 service neutron] 10.222.0.103 "PUT /v2.0/ports/53e5b9e3-3153-4dfd-9bf9-873f1b6966b5 HTTP/1.1" status: 200 len: 1157 time: 1.8118801 Feb 16 16:00:33.347144 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dff69e3-5cdc-414f-9e67-129d15aa03d2', 'tag': '53e5b9e3-3153-4dfd-9bf9-873f1b6966b5'}] {{(pid=84075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 16:00:33.399229 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dff69e3-5cdc-414f-9e67-129d15aa03d2', 'tag': '53e5b9e3-3153-4dfd-9bf9-873f1b6966b5', 'status': 'completed', 'code': 200} Feb 16 16:00:33.498798 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-4ff390e7-d276-4a07-b96e-7aaff1e1984d req-f97ca3ae-4833-47c9-811a-b5d108c8d518 tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=e359605ad21f4fa7afe3305b3c3a0865&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0441165 Feb 16 16:00:33.647054 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3eb121-00c5-4adf-aec4-d251a7bcea1e req-a248513c-3b9a-4ac1-97a2-51d86dff6bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:33.648702 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-fe3eb121-00c5-4adf-aec4-d251a7bcea1e req-a248513c-3b9a-4ac1-97a2-51d86dff6bb1 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=57c03e2c6fe04a41927ce974a5ae8db2&device_id=4dff69e3-5cdc-414f-9e67-129d15aa03d2 HTTP/1.1" status: 200 len: 1160 time: 0.2375958 Feb 16 16:00:33.745306 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-fe3eb121-00c5-4adf-aec4-d251a7bcea1e req-b5c1c726-04e7-40b7-aa30-ce5cccc19ce8 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53e5b9e3-3153-4dfd-9bf9-873f1b6966b5 HTTP/1.1" status: 200 len: 217 time: 0.0798161 Feb 16 16:00:33.753508 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff390e7-d276-4a07-b96e-7aaff1e1984d req-476fa43d-2d02-4958-9ba7-fa8c450aa48c tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:33.755749 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-4ff390e7-d276-4a07-b96e-7aaff1e1984d req-476fa43d-2d02-4958-9ba7-fa8c450aa48c tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2495315 Feb 16 16:00:33.827542 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-4ff390e7-d276-4a07-b96e-7aaff1e1984d req-e0c36b39-bb74-4f1b-b029-7bf4950411aa tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] 10.222.0.101 "GET /v2.0/quotas/e359605ad21f4fa7afe3305b3c3a0865 HTTP/1.1" status: 200 len: 375 time: 0.0287013 Feb 16 16:00:33.840458 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3eb121-00c5-4adf-aec4-d251a7bcea1e req-d1381905-955f-4dd9-b62e-8fb566c68cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:33.842073 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-fe3eb121-00c5-4adf-aec4-d251a7bcea1e req-d1381905-955f-4dd9-b62e-8fb566c68cb7 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=578849cb-f9a8-4646-bed7-c111f69c5937 HTTP/1.1" status: 200 len: 847 time: 0.0826519 Feb 16 16:00:33.936793 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-4ff390e7-d276-4a07-b96e-7aaff1e1984d req-089a2e51-0f2b-4427-9049-57b05afa07f0 tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=e359605ad21f4fa7afe3305b3c3a0865&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0935712 Feb 16 16:00:33.979888 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3eb121-00c5-4adf-aec4-d251a7bcea1e req-2c2735f2-7fa7-4400-8150-a55b0b005cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:33.981518 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-fe3eb121-00c5-4adf-aec4-d251a7bcea1e req-2c2735f2-7fa7-4400-8150-a55b0b005cf6 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=5a6cc9fd-7c89-4382-a460-9e49c7df15fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0943112 Feb 16 16:00:34.135710 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-fe3eb121-00c5-4adf-aec4-d251a7bcea1e req-0a1d2eb8-16df-4466-95c8-819f88996c66 service neutron] 10.222.0.103 "GET /v2.0/networks/5a6cc9fd-7c89-4382-a460-9e49c7df15fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457787 Feb 16 16:00:34.408973 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b168eff3-1a53-435f-a63d-b8274ce21a29 req-05273e13-9575-4de8-aa26-f4c4e36a6fc0 tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] 10.222.0.101 "GET /v2.0/ports?device_id=b6ac59d0-6be4-4fc5-b34a-e5f20af6b2d0 HTTP/1.1" status: 200 len: 210 time: 0.0635426 Feb 16 16:00:34.411883 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-fe3eb121-00c5-4adf-aec4-d251a7bcea1e req-d4e2a3ae-8239-4d00-9e1c-207b89acfa32 service neutron] 10.222.0.103 "GET /v2.0/networks/5a6cc9fd-7c89-4382-a460-9e49c7df15fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2691522 Feb 16 16:00:34.463711 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee13ecb-d238-43f0-bfdd-d1afb1086b6f req-059193a0-5bb7-4541-af2e-0317083a2eba tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:34.467815 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-3ee13ecb-d238-43f0-bfdd-d1afb1086b6f req-059193a0-5bb7-4541-af2e-0317083a2eba tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/ports?device_id=4dff69e3-5cdc-414f-9e67-129d15aa03d2 HTTP/1.1" status: 200 len: 943 time: 0.1834326 Feb 16 16:00:34.523754 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-3ee13ecb-d238-43f0-bfdd-d1afb1086b6f req-19db4dd9-2663-4a9b-b92d-611da17bd87e tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/security-groups?id=d1cdf25b-ac5e-4c7b-aae4-1dd92cc7194b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0505753 Feb 16 16:00:34.674066 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd41345a-9446-45ea-b768-1d7283cdaa85 req-040b6d53-a29a-40f5-9aa5-21a8e5031f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:34.676750 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-fd41345a-9446-45ea-b768-1d7283cdaa85 req-040b6d53-a29a-40f5-9aa5-21a8e5031f82 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=57c03e2c6fe04a41927ce974a5ae8db2&device_id=4dff69e3-5cdc-414f-9e67-129d15aa03d2 HTTP/1.1" status: 200 len: 1160 time: 0.1445549 Feb 16 16:00:34.830322 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd41345a-9446-45ea-b768-1d7283cdaa85 req-2ff9ad15-c1bd-40cb-a676-20fe9d21159c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:34.832641 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-fd41345a-9446-45ea-b768-1d7283cdaa85 req-2ff9ad15-c1bd-40cb-a676-20fe9d21159c service neutron] 10.222.0.103 "GET /v2.0/networks?id=5a6cc9fd-7c89-4382-a460-9e49c7df15fc HTTP/1.1" status: 200 len: 902 time: 0.1453280 Feb 16 16:00:34.909513 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-fd41345a-9446-45ea-b768-1d7283cdaa85 req-10848db1-2663-44a5-904a-4825de9913c1 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53e5b9e3-3153-4dfd-9bf9-873f1b6966b5 HTTP/1.1" status: 200 len: 217 time: 0.0700741 Feb 16 16:00:34.981031 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd41345a-9446-45ea-b768-1d7283cdaa85 req-a6fb54cc-548a-4234-8d88-61435ec85e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:34.982655 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-fd41345a-9446-45ea-b768-1d7283cdaa85 req-a6fb54cc-548a-4234-8d88-61435ec85e09 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=578849cb-f9a8-4646-bed7-c111f69c5937 HTTP/1.1" status: 200 len: 847 time: 0.0662658 Feb 16 16:00:35.084378 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd41345a-9446-45ea-b768-1d7283cdaa85 req-a33a49dd-3780-40db-86e7-9cd82365419f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:35.086055 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-fd41345a-9446-45ea-b768-1d7283cdaa85 req-a33a49dd-3780-40db-86e7-9cd82365419f service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=5a6cc9fd-7c89-4382-a460-9e49c7df15fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0960922 Feb 16 16:00:35.241337 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-fd41345a-9446-45ea-b768-1d7283cdaa85 req-52a2ab91-9130-4964-901f-d071a6c7abcc service neutron] 10.222.0.103 "GET /v2.0/networks/5a6cc9fd-7c89-4382-a460-9e49c7df15fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484790 Feb 16 16:00:35.396756 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-fd41345a-9446-45ea-b768-1d7283cdaa85 req-fca39c10-d52f-478a-a2ac-de881875ea15 service neutron] 10.222.0.103 "GET /v2.0/networks/5a6cc9fd-7c89-4382-a460-9e49c7df15fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1482704 Feb 16 16:00:35.795305 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b630beb4-ac44-4ac3-b422-8432e1288038 req-db64c007-5732-47cf-861a-542f3824c034 tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] 10.222.0.101 "GET /v2.0/ports?device_id=b6ac59d0-6be4-4fc5-b34a-e5f20af6b2d0 HTTP/1.1" status: 200 len: 210 time: 0.0738096 Feb 16 16:00:35.845420 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6009b-001d-4ff9-82f3-058af23b058c req-a9a5d590-4a19-42f0-a820-d4b328e30a34 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:35.847131 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-39d6009b-001d-4ff9-82f3-058af23b058c req-a9a5d590-4a19-42f0-a820-d4b328e30a34 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/ports?device_id=4dff69e3-5cdc-414f-9e67-129d15aa03d2 HTTP/1.1" status: 200 len: 943 time: 0.1771076 Feb 16 16:00:35.927903 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-39d6009b-001d-4ff9-82f3-058af23b058c req-00206c2c-3f6c-4d55-af1c-2387a647bbff tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/security-groups?id=d1cdf25b-ac5e-4c7b-aae4-1dd92cc7194b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0725694 Feb 16 16:00:36.388114 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeacd4f-c879-40d9-9c02-7c98116d0d83 req-2054d0fe-5380-4b8a-a1cf-0579178cc5a4 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:36.389640 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-edeacd4f-c879-40d9-9c02-7c98116d0d83 req-2054d0fe-5380-4b8a-a1cf-0579178cc5a4 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=f8287fb3-15ec-4d0a-b5d2-8d5f1a1c5d73 HTTP/1.1" status: 200 len: 945 time: 0.0919521 Feb 16 16:00:36.438806 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-edeacd4f-c879-40d9-9c02-7c98116d0d83 req-0e07fd37-70f1-46f4-8bac-4ba08cabdfff tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fcb05d0-71e7-4569-9012-47a704188c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424943 Feb 16 16:00:36.958835 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-46e978a4-45fb-4508-a8cf-c994a2aaf065 req-0b8326bd-0c71-4ce7-adbc-d728da160590 tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] 10.222.0.101 "GET /v2.0/ports?device_id=b6ac59d0-6be4-4fc5-b34a-e5f20af6b2d0 HTTP/1.1" status: 200 len: 210 time: 0.0507748 Feb 16 16:00:37.151166 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbf9b82-1c40-403f-9d4b-02d0bbcc66fe req-b9cb1e11-3c1c-440d-b5b0-8f0e381dc7ab tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:37.153208 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5bbf9b82-1c40-403f-9d4b-02d0bbcc66fe req-b9cb1e11-3c1c-440d-b5b0-8f0e381dc7ab tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/ports?device_id=4dff69e3-5cdc-414f-9e67-129d15aa03d2 HTTP/1.1" status: 200 len: 943 time: 0.0947306 Feb 16 16:00:37.208660 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5bbf9b82-1c40-403f-9d4b-02d0bbcc66fe req-33249939-1d8d-406b-a77f-3038c1c17ddf tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/security-groups?id=d1cdf25b-ac5e-4c7b-aae4-1dd92cc7194b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0482824 Feb 16 16:00:37.507881 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-4ff390e7-d276-4a07-b96e-7aaff1e1984d req-138765f7-ef26-4cc2-99f3-2d65075dcb3d tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] 10.222.0.103 "GET /v2.0/networks?tenant_id=e359605ad21f4fa7afe3305b3c3a0865&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0480366 Feb 16 16:00:37.767447 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0633d7d2-028e-489b-9dd0-721814388ae5 req-943099a3-0219-4f2a-8f14-a721ac1ad4a3 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:37.770179 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0633d7d2-028e-489b-9dd0-721814388ae5 req-943099a3-0219-4f2a-8f14-a721ac1ad4a3 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=f8287fb3-15ec-4d0a-b5d2-8d5f1a1c5d73 HTTP/1.1" status: 200 len: 945 time: 0.1453400 Feb 16 16:00:37.785526 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff390e7-d276-4a07-b96e-7aaff1e1984d req-c25b0fab-d8b2-4af9-b9f4-8c4eb038296c tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:37.787284 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-4ff390e7-d276-4a07-b96e-7aaff1e1984d req-c25b0fab-d8b2-4af9-b9f4-8c4eb038296c tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2717745 Feb 16 16:00:37.848290 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [req-4ff390e7-d276-4a07-b96e-7aaff1e1984d req-48657931-881b-47b3-9bf9-d66ab43abde2 tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] Request body: {'port': {'device_id': 'b6ac59d0-6be4-4fc5-b34a-e5f20af6b2d0', 'network_id': '0ac272f2-2b38-4927-8f32-46dd1141e6b2', 'admin_state_up': True, 'tenant_id': 'e359605ad21f4fa7afe3305b3c3a0865'}} {{(pid=84075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:00:38.255087 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0633d7d2-028e-489b-9dd0-721814388ae5 req-ebedb099-c378-45c7-86b7-ecbf2ffcf18e tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fcb05d0-71e7-4569-9012-47a704188c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4769762 Feb 16 16:00:38.298646 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c3dbcb68-af6e-43dd-8d1b-476032c275ba req-2fa3a498-7f5d-4339-b845-85213decd9f8 tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] 10.222.0.101 "GET /v2.0/ports?device_id=b6ac59d0-6be4-4fc5-b34a-e5f20af6b2d0 HTTP/1.1" status: 200 len: 210 time: 0.1039622 Feb 16 16:00:38.337720 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [req-4ff390e7-d276-4a07-b96e-7aaff1e1984d req-48657931-881b-47b3-9bf9-d66ab43abde2 tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:00:38.344416 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-4ff390e7-d276-4a07-b96e-7aaff1e1984d req-48657931-881b-47b3-9bf9-d66ab43abde2 tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] Usage tracker for resource:port and tenant:e359605ad21f4fa7afe3305b3c3a0865 is out of sync, need to count used quota {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:00:38.348465 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-4ff390e7-d276-4a07-b96e-7aaff1e1984d req-48657931-881b-47b3-9bf9-d66ab43abde2 tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:00:38.356520 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c6ceb55b-1342-4361-8a79-edc164f6d266 req-61fdd7c7-4976-40db-8f9d-8d3b251fe77b service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=52a42868-5e1e-49af-b0ff-44e3cd2357e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.5486639 Feb 16 16:00:38.360401 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [req-4ff390e7-d276-4a07-b96e-7aaff1e1984d req-48657931-881b-47b3-9bf9-d66ab43abde2 tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:00:38.467242 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ff390e7-d276-4a07-b96e-7aaff1e1984d req-48657931-881b-47b3-9bf9-d66ab43abde2 tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] Made reservation on behalf of e359605ad21f4fa7afe3305b3c3a0865 for: {'port': 1} {{(pid=84075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 16:00:38.473457 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-4ff390e7-d276-4a07-b96e-7aaff1e1984d req-48657931-881b-47b3-9bf9-d66ab43abde2 tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:38.505326 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-4ff390e7-d276-4a07-b96e-7aaff1e1984d req-48657931-881b-47b3-9bf9-d66ab43abde2 tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] Notify callbacks [] for security_group, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:38.530130 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [req-4ff390e7-d276-4a07-b96e-7aaff1e1984d req-48657931-881b-47b3-9bf9-d66ab43abde2 tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:00:38.546271 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-4ff390e7-d276-4a07-b96e-7aaff1e1984d req-48657931-881b-47b3-9bf9-d66ab43abde2 tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] Usage tracker for resource:security_group_rule and tenant:e359605ad21f4fa7afe3305b3c3a0865 is out of sync, need to count used quota {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:00:38.553383 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-4ff390e7-d276-4a07-b96e-7aaff1e1984d req-48657931-881b-47b3-9bf9-d66ab43abde2 tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:00:38.567653 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [req-4ff390e7-d276-4a07-b96e-7aaff1e1984d req-48657931-881b-47b3-9bf9-d66ab43abde2 tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:00:38.605009 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade1901d-4704-47e8-bbdf-730e96358246 req-813256ed-92a4-408a-a4e2-8533150ff233 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:38.606700 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ade1901d-4704-47e8-bbdf-730e96358246 req-813256ed-92a4-408a-a4e2-8533150ff233 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/ports?device_id=4dff69e3-5cdc-414f-9e67-129d15aa03d2 HTTP/1.1" status: 200 len: 943 time: 0.2302761 Feb 16 16:00:38.609582 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ceb55b-1342-4361-8a79-edc164f6d266 req-e2f78c52-d907-40fd-9237-a8859ace0b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:38.611240 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c6ceb55b-1342-4361-8a79-edc164f6d266 req-e2f78c52-d907-40fd-9237-a8859ace0b78 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=3d779634302641f2a94b48c70492e45e&device_id=52a42868-5e1e-49af-b0ff-44e3cd2357e8 HTTP/1.1" status: 200 len: 1162 time: 0.1901448 Feb 16 16:00:38.703402 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device 5b25af8d-aca1-4845-9eb1-8c95072be816 no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 16:00:38.814574 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ade1901d-4704-47e8-bbdf-730e96358246 req-1868fc2c-03dd-410d-8131-792509d58887 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/security-groups?id=d1cdf25b-ac5e-4c7b-aae4-1dd92cc7194b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1997173 Feb 16 16:00:38.861622 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:38.916509 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] For port 5b25af8d-aca1-4845-9eb1-8c95072be816, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=5b25af8d-aca1-4845-9eb1-8c95072be816,segment=NetworkSegment(345b1ee1-cb15-421b-844c-b60c726b46c9),segment_id=345b1ee1-cb15-421b-844c-b60c726b46c9)] {{(pid=84076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:00:38.917770 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8287fb3-15ec-4d0a-b5d2-8d5f1a1c5d73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b25af8d-aca1-4845-9eb1-8c95072be816'}] {{(pid=84076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 16:00:38.948234 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-4ff390e7-d276-4a07-b96e-7aaff1e1984d req-48657931-881b-47b3-9bf9-d66ab43abde2 tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] Notify callbacks [] for security_group, precommit_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:38.960333 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:38.962564 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-ce5419c1-8e7b-42bb-9068-977f1cf0a68e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:00:39.008378 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bea4764-2d72-4fe5-834a-f8d92d65d462 req-7db53e5d-2d33-45fe-9bec-7f94b56ad5d1 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:39.009878 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7bea4764-2d72-4fe5-834a-f8d92d65d462 req-7db53e5d-2d33-45fe-9bec-7f94b56ad5d1 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.103 "GET /v2.0/ports?device_id=f8287fb3-15ec-4d0a-b5d2-8d5f1a1c5d73 HTTP/1.1" status: 200 len: 945 time: 0.3466482 Feb 16 16:00:39.010576 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-4ff390e7-d276-4a07-b96e-7aaff1e1984d req-48657931-881b-47b3-9bf9-d66ab43abde2 tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:39.025260 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-7be18d43-fb56-49d7-82ab-34991bc84ae9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:00:39.043650 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ceb55b-1342-4361-8a79-edc164f6d266 req-edd24f6f-71a5-429e-9bca-e86af86fbae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:39.045241 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c6ceb55b-1342-4361-8a79-edc164f6d266 req-edd24f6f-71a5-429e-9bca-e86af86fbae0 service neutron] 10.222.0.103 "GET /v2.0/networks?id=ac572d69-3346-47db-96b8-84a33dd2e288 HTTP/1.1" status: 200 len: 905 time: 0.3833020 Feb 16 16:00:39.055548 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Pushing event updated for resources: {'Port': ['ID=5b25af8d-aca1-4845-9eb1-8c95072be816,revision_number=5']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:00:39.064815 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:00:39.065690 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:00:39.066882 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:00:39.067557 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:00:39.068126 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:00:39.068831 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:00:39.069370 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:00:39.069897 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:00:39.070413 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:00:39.070951 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:00:39.071644 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:00:39.072155 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:00:39.072957 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:00:39.073475 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:00:39.073991 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:00:39.074538 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:00:39.075191 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:00:39.075720 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:00:39.076269 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:00:39.076817 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:00:39.077365 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:00:39.077918 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:00:39.078475 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:00:39.079999 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:00:39.086511 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8287fb3-15ec-4d0a-b5d2-8d5f1a1c5d73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b25af8d-aca1-4845-9eb1-8c95072be816', 'code': 200} Feb 16 16:00:39.087932 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:00:39.105856 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48657931-881b-47b3-9bf9-d66ab43abde2 tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f03c8b1-172f-4318-a3e4-d13a322e5ac7,revision_number=1']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:00:39.109757 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-48657931-881b-47b3-9bf9-d66ab43abde2 tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:00:39.481064 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [req-7bea4764-2d72-4fe5-834a-f8d92d65d462 req-f5812c04-b7e4-430d-add4-f78041055f81 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Deleting port 5b25af8d-aca1-4845-9eb1-8c95072be816 {{(pid=84075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 16:00:39.481623 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-7bea4764-2d72-4fe5-834a-f8d92d65d462 req-f5812c04-b7e4-430d-add4-f78041055f81 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776636423795'] for port, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:39.608536 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c6ceb55b-1342-4361-8a79-edc164f6d266 req-8efeceae-62d9-4dd6-88ab-1b0d09388f5e service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3cfc80c-3747-4eaa-971c-fd4b447bcf21 HTTP/1.1" status: 200 len: 1000 time: 0.4266391 Feb 16 16:00:39.866891 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ceb55b-1342-4361-8a79-edc164f6d266 req-23093cff-df83-4a2d-8251-fe9253885c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:39.868494 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c6ceb55b-1342-4361-8a79-edc164f6d266 req-23093cff-df83-4a2d-8251-fe9253885c65 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=c8b959bf-ae39-4aee-b829-e174a339a829 HTTP/1.1" status: 200 len: 850 time: 0.2460930 Feb 16 16:00:39.927625 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd43c8b-d973-4550-9073-8667dbb9dff3 req-19b8e54f-cc8f-4b2b-981b-ea19fcd89b70 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:39.929235 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-fcd43c8b-d973-4550-9073-8667dbb9dff3 req-19b8e54f-cc8f-4b2b-981b-ea19fcd89b70 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=9844cecf-7414-46f2-a70f-1c8675461bc3 HTTP/1.1" status: 200 len: 946 time: 0.6477685 Feb 16 16:00:40.058520 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c0ba0-bc1d-4d84-b0aa-d9d954619a20 req-fff8e3f6-96a3-4a8e-adca-7668fb1c4a9d tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:40.060194 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0c7c0ba0-bc1d-4d84-b0aa-d9d954619a20 req-fff8e3f6-96a3-4a8e-adca-7668fb1c4a9d tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=f8287fb3-15ec-4d0a-b5d2-8d5f1a1c5d73 HTTP/1.1" status: 200 len: 943 time: 0.6630607 Feb 16 16:00:40.188985 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.db_base_plugin_common [req-4ff390e7-d276-4a07-b96e-7aaff1e1984d req-48657931-881b-47b3-9bf9-d66ab43abde2 tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] Allocated IP 192.168.233.168 (0ac272f2-2b38-4927-8f32-46dd1141e6b2/33b898d8-5f30-4aa6-9ef6-b86e1f956499/e1ead27c-1aaa-4ee8-83d5-4a474a12c0c6) {{(pid=84075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 16:00:40.217577 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-fcd43c8b-d973-4550-9073-8667dbb9dff3 req-59cf8626-150b-4c76-9223-3e6b9e94928b tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964040 Feb 16 16:00:40.252644 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0c7c0ba0-bc1d-4d84-b0aa-d9d954619a20 req-4fd8a34d-3d5e-46b5-8e83-c4429f463923 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fcb05d0-71e7-4569-9012-47a704188c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660402 Feb 16 16:00:40.254946 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [req-7bea4764-2d72-4fe5-834a-f8d92d65d462 req-f5812c04-b7e4-430d-add4-f78041055f81 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] For port 5b25af8d-aca1-4845-9eb1-8c95072be816, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=5b25af8d-aca1-4845-9eb1-8c95072be816,segment=NetworkSegment(345b1ee1-cb15-421b-844c-b60c726b46c9),segment_id=345b1ee1-cb15-421b-844c-b60c726b46c9)] {{(pid=84075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:00:40.255355 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-7bea4764-2d72-4fe5-834a-f8d92d65d462 req-f5812c04-b7e4-430d-add4-f78041055f81 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862802'] for port, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:40.701048 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [req-7bea4764-2d72-4fe5-834a-f8d92d65d462 req-f5812c04-b7e4-430d-add4-f78041055f81 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Calling delete_port for 5b25af8d-aca1-4845-9eb1-8c95072be816 owned by compute:nova {{(pid=84075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 16:00:40.808489 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ceb55b-1342-4361-8a79-edc164f6d266 req-0d27e1a4-7237-4ff0-935f-02a10e192def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:40.810154 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c6ceb55b-1342-4361-8a79-edc164f6d266 req-0d27e1a4-7237-4ff0-935f-02a10e192def service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=ac572d69-3346-47db-96b8-84a33dd2e288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.8982294 Feb 16 16:00:40.833376 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-07c4df47-3392-4b00-8cbb-d06e77a90a91 req-c201cad6-72c6-40d0-88ea-74d03bfd42d2 tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] 10.222.0.101 "GET /v2.0/ports?device_id=b6ac59d0-6be4-4fc5-b34a-e5f20af6b2d0 HTTP/1.1" status: 200 len: 210 time: 0.2498894 Feb 16 16:00:41.219296 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb574e9e-020c-40bc-8c11-d47fd8d23b43 req-76031ebc-5838-47ce-a9e2-ee7aa840cc00 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:41.220947 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-cb574e9e-020c-40bc-8c11-d47fd8d23b43 req-76031ebc-5838-47ce-a9e2-ee7aa840cc00 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/ports?device_id=4dff69e3-5cdc-414f-9e67-129d15aa03d2 HTTP/1.1" status: 200 len: 943 time: 0.6397152 Feb 16 16:00:41.240245 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c6ceb55b-1342-4361-8a79-edc164f6d266 req-a39b1800-7362-4831-a548-7ea438e2d6c1 service neutron] 10.222.0.103 "GET /v2.0/networks/ac572d69-3346-47db-96b8-84a33dd2e288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4152868 Feb 16 16:00:41.279500 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.agents_db [None req-cca974b7-119d-4613-9949-a609bd4803bb None None] Agent healthcheck: found 6 active agents {{(pid=84077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 16:00:41.319112 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-4ff390e7-d276-4a07-b96e-7aaff1e1984d req-48657931-881b-47b3-9bf9-d66ab43abde2 tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] Notify callbacks [] for port, precommit_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:41.471626 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-7bea4764-2d72-4fe5-834a-f8d92d65d462 req-f5812c04-b7e4-430d-add4-f78041055f81 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776636383262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776636049574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7708556'] for port, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:41.499697 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-912a6336-ffe6-430b-bb36-71444d32cc6e tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:00:41.536749 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-cb574e9e-020c-40bc-8c11-d47fd8d23b43 req-b032ee82-56dd-485f-957f-a89aac5bf5e6 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/security-groups?id=d1cdf25b-ac5e-4c7b-aae4-1dd92cc7194b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.3038747 Feb 16 16:00:41.548744 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [req-4ff390e7-d276-4a07-b96e-7aaff1e1984d req-48657931-881b-47b3-9bf9-d66ab43abde2 tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] Transition to ACTIVE for port object e1ead27c-1aaa-4ee8-83d5-4a474a12c0c6 will not be triggered until provisioned by entity DHCP. {{(pid=84075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 16:00:41.579813 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5812c04-b7e4-430d-add4-f78041055f81 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Pushing event deleted for resources: {'Port': ['ID=5b25af8d-aca1-4845-9eb1-8c95072be816,revision_number=None']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:00:41.640088 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-f5812c04-b7e4-430d-add4-f78041055f81 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:00:41.750414 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-603d897f-a67d-4762-b5f4-fcf9b2560b42 req-b19a40c7-355d-499d-b1c1-767e4ee9e059 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=f8287fb3-15ec-4d0a-b5d2-8d5f1a1c5d73 HTTP/1.1" status: 200 len: 210 time: 0.0909915 Feb 16 16:00:41.767914 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c6ceb55b-1342-4361-8a79-edc164f6d266 req-9d057f08-574f-4c7c-ba56-788beeb0b199 service neutron] 10.222.0.103 "GET /v2.0/networks/ac572d69-3346-47db-96b8-84a33dd2e288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4905310 Feb 16 16:00:41.806937 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470cd02f-4d64-4eb5-8b15-06304771b0fe req-0427bddd-2863-462d-a1ad-41920e5ee03c tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:41.808598 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-470cd02f-4d64-4eb5-8b15-06304771b0fe req-0427bddd-2863-462d-a1ad-41920e5ee03c tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=9844cecf-7414-46f2-a70f-1c8675461bc3 HTTP/1.1" status: 200 len: 946 time: 0.4551702 Feb 16 16:00:41.872246 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-4ff390e7-d276-4a07-b96e-7aaff1e1984d req-48657931-881b-47b3-9bf9-d66ab43abde2 tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776636048806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7708556'] for port, after_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:41.895544 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bea4764-2d72-4fe5-834a-f8d92d65d462 req-f5812c04-b7e4-430d-add4-f78041055f81 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] No DVR routers for this DVR port 5b25af8d-aca1-4845-9eb1-8c95072be816 on host hv-cinder-77570 {{(pid=84075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 16:00:41.896994 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:00:41.941498 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-7bea4764-2d72-4fe5-834a-f8d92d65d462 req-f5812c04-b7e4-430d-add4-f78041055f81 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487'] for port, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:41.945504 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8287fb3-15ec-4d0a-b5d2-8d5f1a1c5d73', 'name': 'network-vif-deleted', 'tag': '5b25af8d-aca1-4845-9eb1-8c95072be816'}] {{(pid=84075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 16:00:42.014400 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-470cd02f-4d64-4eb5-8b15-06304771b0fe req-f2455d2d-664d-47d4-8fe8-6f7f694eb9f1 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947312 Feb 16 16:00:42.128266 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48657931-881b-47b3-9bf9-d66ab43abde2 tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] Pushing event updated for resources: {'Port': ['ID=e1ead27c-1aaa-4ee8-83d5-4a474a12c0c6,revision_number=1']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:00:42.142701 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8287fb3-15ec-4d0a-b5d2-8d5f1a1c5d73', 'name': 'network-vif-deleted', 'tag': '5b25af8d-aca1-4845-9eb1-8c95072be816', 'status': 'completed', 'code': 200} Feb 16 16:00:42.152043 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-48657931-881b-47b3-9bf9-d66ab43abde2 tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:00:42.211421 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7bea4764-2d72-4fe5-834a-f8d92d65d462 req-f5812c04-b7e4-430d-add4-f78041055f81 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.103 "DELETE /v2.0/ports/5b25af8d-aca1-4845-9eb1-8c95072be816 HTTP/1.1" status: 204 len: 173 time: 3.0307605 Feb 16 16:00:42.233030 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a890e2b8-795e-4cfb-9e3c-1940bb11e2fa req-f77d2040-2b37-4bce-8aa5-9868fb4f198b tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:42.233839 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-a890e2b8-795e-4cfb-9e3c-1940bb11e2fa req-f77d2040-2b37-4bce-8aa5-9868fb4f198b tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] Synchronizing usage tracker for tenant:e359605ad21f4fa7afe3305b3c3a0865 on resource:port {{(pid=84075) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 16:00:42.242591 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ff390e7-d276-4a07-b96e-7aaff1e1984d req-48657931-881b-47b3-9bf9-d66ab43abde2 tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] Network 0ac272f2-2b38-4927-8f32-46dd1141e6b2 is already hosted by enough agents. {{(pid=84075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 16:00:42.247646 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.base_scheduler [req-4ff390e7-d276-4a07-b96e-7aaff1e1984d req-48657931-881b-47b3-9bf9-d66ab43abde2 tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] Resources bound (agent type, host, resource id): {{(pid=84075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 16:00:42.251763 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ff390e7-d276-4a07-b96e-7aaff1e1984d req-48657931-881b-47b3-9bf9-d66ab43abde2 tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] Received port after_create {{(pid=84075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 16:00:42.328554 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff390e7-d276-4a07-b96e-7aaff1e1984d req-48657931-881b-47b3-9bf9-d66ab43abde2 tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:42.329267 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-4ff390e7-d276-4a07-b96e-7aaff1e1984d req-48657931-881b-47b3-9bf9-d66ab43abde2 tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487'] for port, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:42.336129 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-a890e2b8-795e-4cfb-9e3c-1940bb11e2fa req-f77d2040-2b37-4bce-8aa5-9868fb4f198b tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] Unset dirty status for tenant:e359605ad21f4fa7afe3305b3c3a0865 on resource:port {{(pid=84075) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 16:00:42.337600 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-a890e2b8-795e-4cfb-9e3c-1940bb11e2fa req-f77d2040-2b37-4bce-8aa5-9868fb4f198b tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] 10.222.0.101 "GET /v2.0/ports?device_id=b6ac59d0-6be4-4fc5-b34a-e5f20af6b2d0 HTTP/1.1" status: 200 len: 936 time: 0.2702658 Feb 16 16:00:42.388905 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:42.402934 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-a890e2b8-795e-4cfb-9e3c-1940bb11e2fa req-b4afd0c4-6a58-47a6-bd17-055965f0624f tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] Synchronizing usage tracker for tenant:e359605ad21f4fa7afe3305b3c3a0865 on resource:security_group {{(pid=84075) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 16:00:42.423793 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-4ff390e7-d276-4a07-b96e-7aaff1e1984d req-48657931-881b-47b3-9bf9-d66ab43abde2 tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6173191 Feb 16 16:00:42.437618 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [req-4ff390e7-d276-4a07-b96e-7aaff1e1984d req-3afb8e81-c2b8-4f0a-8ac4-79282ff25f9b service neutron] Request body: {'port': {'device_id': 'b6ac59d0-6be4-4fc5-b34a-e5f20af6b2d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=84075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:00:42.475273 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-a890e2b8-795e-4cfb-9e3c-1940bb11e2fa req-b4afd0c4-6a58-47a6-bd17-055965f0624f tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] Unset dirty status for tenant:e359605ad21f4fa7afe3305b3c3a0865 on resource:security_group {{(pid=84075) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 16:00:42.476565 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-a890e2b8-795e-4cfb-9e3c-1940bb11e2fa req-b4afd0c4-6a58-47a6-bd17-055965f0624f tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f03c8b1-172f-4318-a3e4-d13a322e5ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298554 Feb 16 16:00:42.560296 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-d70fbaab-dc45-47f5-b794-02d0e238cb03 None None] Provisioning for port e1ead27c-1aaa-4ee8-83d5-4a474a12c0c6 completed by entity DHCP. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 16:00:42.569556 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-d70fbaab-dc45-47f5-b794-02d0e238cb03 None None] Provisioning complete for port e1ead27c-1aaa-4ee8-83d5-4a474a12c0c6 triggered by entity DHCP. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:00:42.569987 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d70fbaab-dc45-47f5-b794-02d0e238cb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:42.598907 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-4ff390e7-d276-4a07-b96e-7aaff1e1984d req-3afb8e81-c2b8-4f0a-8ac4-79282ff25f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:42.639833 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-d70fbaab-dc45-47f5-b794-02d0e238cb03 None None] Port e1ead27c-1aaa-4ee8-83d5-4a474a12c0c6 cannot update to ACTIVE because it is not bound. {{(pid=84076) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 16:00:42.937511 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c3bc5d-b2ec-4e9b-bb28-0c12f2a18328 req-8ef817e2-38ae-4abb-927c-524f2194f9e4 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:42.939247 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-88c3bc5d-b2ec-4e9b-bb28-0c12f2a18328 req-8ef817e2-38ae-4abb-927c-524f2194f9e4 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.103 "GET /v2.0/ports?device_id=9844cecf-7414-46f2-a70f-1c8675461bc3 HTTP/1.1" status: 200 len: 946 time: 0.2976499 Feb 16 16:00:43.282551 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e3f182-c7a3-4226-8c64-63f2440e05e5 req-f4966a90-d6a3-4539-9277-0b1666efb05f tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:43.284242 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-d4e3f182-c7a3-4226-8c64-63f2440e05e5 req-f4966a90-d6a3-4539-9277-0b1666efb05f tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/ports?device_id=4dff69e3-5cdc-414f-9e67-129d15aa03d2 HTTP/1.1" status: 200 len: 943 time: 0.5935099 Feb 16 16:00:43.361252 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [req-88c3bc5d-b2ec-4e9b-bb28-0c12f2a18328 req-391f77da-f269-4258-a5d1-6b77e7271b52 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Deleting port dce29091-e275-428e-a810-d0cb9b966362 {{(pid=84075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 16:00:43.361375 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-88c3bc5d-b2ec-4e9b-bb28-0c12f2a18328 req-391f77da-f269-4258-a5d1-6b77e7271b52 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776636423795'] for port, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:43.433278 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-d4e3f182-c7a3-4226-8c64-63f2440e05e5 req-52c8900a-3c8a-432c-b2cc-9bdd9dc7dce3 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/security-groups?id=d1cdf25b-ac5e-4c7b-aae4-1dd92cc7194b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1375678 Feb 16 16:00:43.861929 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device dce29091-e275-428e-a810-d0cb9b966362 no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 16:00:43.970871 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [req-88c3bc5d-b2ec-4e9b-bb28-0c12f2a18328 req-391f77da-f269-4258-a5d1-6b77e7271b52 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] For port dce29091-e275-428e-a810-d0cb9b966362, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=dce29091-e275-428e-a810-d0cb9b966362,segment=NetworkSegment(d69440aa-dedb-489c-bfce-44f2e5f52ef4),segment_id=d69440aa-dedb-489c-bfce-44f2e5f52ef4)] {{(pid=84075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:00:43.971488 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-88c3bc5d-b2ec-4e9b-bb28-0c12f2a18328 req-391f77da-f269-4258-a5d1-6b77e7271b52 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862802'] for port, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:43.988812 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:43.996540 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584e3c39-316e-45d5-afc4-3a8c606751d6 req-55764a0b-76b4-4f3e-bf33-a81ddda2770d tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:43.998167 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-584e3c39-316e-45d5-afc4-3a8c606751d6 req-55764a0b-76b4-4f3e-bf33-a81ddda2770d tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=9844cecf-7414-46f2-a70f-1c8675461bc3 HTTP/1.1" status: 200 len: 946 time: 0.4081154 Feb 16 16:00:44.018396 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9844cecf-7414-46f2-a70f-1c8675461bc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dce29091-e275-428e-a810-d0cb9b966362'}] {{(pid=84076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 16:00:44.028960 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] For port dce29091-e275-428e-a810-d0cb9b966362, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=dce29091-e275-428e-a810-d0cb9b966362,segment=NetworkSegment(d69440aa-dedb-489c-bfce-44f2e5f52ef4),segment_id=d69440aa-dedb-489c-bfce-44f2e5f52ef4)] {{(pid=84076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:00:44.086194 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:44.088180 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:00:44.163782 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Pushing event updated for resources: {'Port': ['ID=dce29091-e275-428e-a810-d0cb9b966362,revision_number=5']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:00:44.167694 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:00:44.194927 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [req-88c3bc5d-b2ec-4e9b-bb28-0c12f2a18328 req-391f77da-f269-4258-a5d1-6b77e7271b52 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Calling delete_port for dce29091-e275-428e-a810-d0cb9b966362 owned by compute:nova {{(pid=84075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 16:00:44.232774 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88090e10-0172-4692-be93-eb179e7f126f req-7cdfc31a-27af-4c03-91ca-a1a089fac7c9 tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:44.234398 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-88090e10-0172-4692-be93-eb179e7f126f req-7cdfc31a-27af-4c03-91ca-a1a089fac7c9 tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] 10.222.0.101 "GET /v2.0/ports?device_id=b6ac59d0-6be4-4fc5-b34a-e5f20af6b2d0 HTTP/1.1" status: 200 len: 936 time: 0.5158076 Feb 16 16:00:44.320025 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [req-4ff390e7-d276-4a07-b96e-7aaff1e1984d req-3afb8e81-c2b8-4f0a-8ac4-79282ff25f9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1ead27c-1aaa-4ee8-83d5-4a474a12c0c6 {{(pid=84075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 16 16:00:44.355215 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-4ff390e7-d276-4a07-b96e-7aaff1e1984d req-3afb8e81-c2b8-4f0a-8ac4-79282ff25f9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:44.370143 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-584e3c39-316e-45d5-afc4-3a8c606751d6 req-aada0d68-28b9-49b5-b964-50d213f58f6f tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691679 Feb 16 16:00:44.397145 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-88090e10-0172-4692-be93-eb179e7f126f req-057d74bf-67c5-4034-b73f-e9fca0a5dd31 tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f03c8b1-172f-4318-a3e4-d13a322e5ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412237 Feb 16 16:00:44.400670 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [req-4ff390e7-d276-4a07-b96e-7aaff1e1984d req-3afb8e81-c2b8-4f0a-8ac4-79282ff25f9b service neutron] Transition to ACTIVE for port object e1ead27c-1aaa-4ee8-83d5-4a474a12c0c6 will not be triggered until provisioned by entity L2. {{(pid=84075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 16:00:44.442166 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9844cecf-7414-46f2-a70f-1c8675461bc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dce29091-e275-428e-a810-d0cb9b966362', 'code': 200} Feb 16 16:00:44.491845 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-4ff390e7-d276-4a07-b96e-7aaff1e1984d req-3afb8e81-c2b8-4f0a-8ac4-79282ff25f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847067257'] for port, after_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:44.508950 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-a0f4a21c-447d-47d3-82d8-f7bdc0a990bf tempest-DeleteServersTestJSON-1650239911 tempest-DeleteServersTestJSON-1650239911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:00:44.688395 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.db.api [req-88c3bc5d-b2ec-4e9b-bb28-0c12f2a18328 req-391f77da-f269-4258-a5d1-6b77e7271b52 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84075) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:00:44.688762 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_db.api [req-88c3bc5d-b2ec-4e9b-bb28-0c12f2a18328 req-391f77da-f269-4258-a5d1-6b77e7271b52 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 16 16:00:44.711186 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afb8e81-c2b8-4f0a-8ac4-79282ff25f9b service neutron] Pushing event updated for resources: {'Port': ['ID=e1ead27c-1aaa-4ee8-83d5-4a474a12c0c6,revision_number=2']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:00:44.716541 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-3afb8e81-c2b8-4f0a-8ac4-79282ff25f9b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:00:44.806889 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 49932) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:00:44.844264 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a519969-f336-44b7-b3d2-5ae80957cf9c req-b4edc343-772b-4054-921d-e57efdd125af tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:44.845925 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-4a519969-f336-44b7-b3d2-5ae80957cf9c req-b4edc343-772b-4054-921d-e57efdd125af tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/ports?device_id=4dff69e3-5cdc-414f-9e67-129d15aa03d2 HTTP/1.1" status: 200 len: 943 time: 0.2223029 Feb 16 16:00:44.964897 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-4a519969-f336-44b7-b3d2-5ae80957cf9c req-fc8829f5-f42f-4715-87da-5181858086e2 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/security-groups?id=d1cdf25b-ac5e-4c7b-aae4-1dd92cc7194b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0800192 Feb 16 16:00:44.979535 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [req-4ff390e7-d276-4a07-b96e-7aaff1e1984d req-3afb8e81-c2b8-4f0a-8ac4-79282ff25f9b service neutron] Attempting to bind port e1ead27c-1aaa-4ee8-83d5-4a474a12c0c6 on host hv-cinder-77570 for vnic_type normal with profile {{(pid=84075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:00:44.980004 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [req-4ff390e7-d276-4a07-b96e-7aaff1e1984d req-3afb8e81-c2b8-4f0a-8ac4-79282ff25f9b service neutron] Attempting to bind port e1ead27c-1aaa-4ee8-83d5-4a474a12c0c6 by drivers openvswitch on host hv-cinder-77570 at level 0 using segments [{'id': '04452a00-bf97-4637-862f-09f44856a876', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0ac272f2-2b38-4927-8f32-46dd1141e6b2'}] {{(pid=84075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 16:00:44.980251 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff390e7-d276-4a07-b96e-7aaff1e1984d req-3afb8e81-c2b8-4f0a-8ac4-79282ff25f9b service neutron] Attempting to bind port e1ead27c-1aaa-4ee8-83d5-4a474a12c0c6 on network 0ac272f2-2b38-4927-8f32-46dd1141e6b2 {{(pid=84075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 16:00:44.991410 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-fbb8585e-9cdb-40b4-aac0-615c314a6d71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:44.993709 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff390e7-d276-4a07-b96e-7aaff1e1984d req-3afb8e81-c2b8-4f0a-8ac4-79282ff25f9b service neutron] Checking agent: {'id': '6803919d-bffd-45bd-a97e-495ec12bc613', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 15, 54, 40), 'started_at': datetime.datetime(2021, 2, 16, 15, 55, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 16, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 16:00:44.994094 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff390e7-d276-4a07-b96e-7aaff1e1984d req-3afb8e81-c2b8-4f0a-8ac4-79282ff25f9b service neutron] Checking segment: {'id': '04452a00-bf97-4637-862f-09f44856a876', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0ac272f2-2b38-4927-8f32-46dd1141e6b2'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 16:00:44.994503 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-4ff390e7-d276-4a07-b96e-7aaff1e1984d req-3afb8e81-c2b8-4f0a-8ac4-79282ff25f9b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:44.994927 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff390e7-d276-4a07-b96e-7aaff1e1984d req-3afb8e81-c2b8-4f0a-8ac4-79282ff25f9b service neutron] Bound using segment: {'id': '04452a00-bf97-4637-862f-09f44856a876', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0ac272f2-2b38-4927-8f32-46dd1141e6b2'} {{(pid=84075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 16:00:44.995416 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [req-4ff390e7-d276-4a07-b96e-7aaff1e1984d req-3afb8e81-c2b8-4f0a-8ac4-79282ff25f9b service neutron] Bound port: e1ead27c-1aaa-4ee8-83d5-4a474a12c0c6, host: hv-cinder-77570, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04452a00-bf97-4637-862f-09f44856a876', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0ac272f2-2b38-4927-8f32-46dd1141e6b2'}}] {{(pid=84075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 16:00:44.995781 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-4ff390e7-d276-4a07-b96e-7aaff1e1984d req-3afb8e81-c2b8-4f0a-8ac4-79282ff25f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:45.009763 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-fbb8585e-9cdb-40b4-aac0-615c314a6d71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:00:45.014070 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-fbb8585e-9cdb-40b4-aac0-615c314a6d71 admin admin] Usage tracker for resource:security_group_rule and tenant:89f85f5673704a5b9386e55226819fa5 is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:00:45.019821 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-fbb8585e-9cdb-40b4-aac0-615c314a6d71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:00:45.023197 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-fbb8585e-9cdb-40b4-aac0-615c314a6d71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:00:45.115809 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-fbb8585e-9cdb-40b4-aac0-615c314a6d71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:45.118284 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [req-4ff390e7-d276-4a07-b96e-7aaff1e1984d req-3afb8e81-c2b8-4f0a-8ac4-79282ff25f9b service neutron] For port e1ead27c-1aaa-4ee8-83d5-4a474a12c0c6, host hv-cinder-77570, cleared binding levels {{(pid=84075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 16:00:45.122258 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [req-4ff390e7-d276-4a07-b96e-7aaff1e1984d req-3afb8e81-c2b8-4f0a-8ac4-79282ff25f9b service neutron] For port e1ead27c-1aaa-4ee8-83d5-4a474a12c0c6, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=e1ead27c-1aaa-4ee8-83d5-4a474a12c0c6,segment=NetworkSegment(04452a00-bf97-4637-862f-09f44856a876),segment_id=04452a00-bf97-4637-862f-09f44856a876)] {{(pid=84075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 16:00:45.148599 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-fbb8585e-9cdb-40b4-aac0-615c314a6d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:45.159867 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-ed583182-6a04-4c78-b521-ba81e0efae78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:00:45.190385 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-4ff390e7-d276-4a07-b96e-7aaff1e1984d req-3afb8e81-c2b8-4f0a-8ac4-79282ff25f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847067257'] for port, after_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:45.208490 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [req-88c3bc5d-b2ec-4e9b-bb28-0c12f2a18328 req-391f77da-f269-4258-a5d1-6b77e7271b52 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Deleting port dce29091-e275-428e-a810-d0cb9b966362 {{(pid=84075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 16:00:45.208885 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-88c3bc5d-b2ec-4e9b-bb28-0c12f2a18328 req-391f77da-f269-4258-a5d1-6b77e7271b52 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776636423795'] for port, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:45.212678 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-fbb8585e-9cdb-40b4-aac0-615c314a6d71 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=89f85f5673704a5b9386e55226819fa5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4020131 Feb 16 16:00:45.212678 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb8585e-9cdb-40b4-aac0-615c314a6d71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e17763db-7945-49d3-8664-c4d7d74d9bad,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:00:45.214156 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 49940) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:00:45.217025 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-fbb8585e-9cdb-40b4-aac0-615c314a6d71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:00:45.239904 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-3770c857-7cfd-4259-bab4-1e6fe83dc665 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:00:45.286008 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-5dd90136-2078-4a2a-b692-95a8606d8ba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:45.315358 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-5dd90136-2078-4a2a-b692-95a8606d8ba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:45.385937 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-5dd90136-2078-4a2a-b692-95a8606d8ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:45.391708 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-74adfe6b-7cdb-4803-9f8d-1a454e3ff8f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:00:45.407654 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd90136-2078-4a2a-b692-95a8606d8ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17763db-7945-49d3-8664-c4d7d74d9bad,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:00:45.410714 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-5dd90136-2078-4a2a-b692-95a8606d8ba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:00:45.422524 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-5dd90136-2078-4a2a-b692-95a8606d8ba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:45.423806 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-5dd90136-2078-4a2a-b692-95a8606d8ba0 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/e17763db-7945-49d3-8664-c4d7d74d9bad HTTP/1.1" status: 204 len: 168 time: 0.2086196 Feb 16 16:00:45.529957 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afb8e81-c2b8-4f0a-8ac4-79282ff25f9b service neutron] Pushing event updated for resources: {'Port': ['ID=e1ead27c-1aaa-4ee8-83d5-4a474a12c0c6,revision_number=3']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:00:45.543659 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-3afb8e81-c2b8-4f0a-8ac4-79282ff25f9b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:00:45.923928 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff390e7-d276-4a07-b96e-7aaff1e1984d req-3afb8e81-c2b8-4f0a-8ac4-79282ff25f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:45.924610 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-4ff390e7-d276-4a07-b96e-7aaff1e1984d req-3afb8e81-c2b8-4f0a-8ac4-79282ff25f9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487'] for port, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:45.926722 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-4ff390e7-d276-4a07-b96e-7aaff1e1984d req-3afb8e81-c2b8-4f0a-8ac4-79282ff25f9b service neutron] 10.222.0.103 "PUT /v2.0/ports/e1ead27c-1aaa-4ee8-83d5-4a474a12c0c6 HTTP/1.1" status: 200 len: 1162 time: 3.4938788 Feb 16 16:00:45.931483 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6ac59d0-6be4-4fc5-b34a-e5f20af6b2d0', 'tag': 'e1ead27c-1aaa-4ee8-83d5-4a474a12c0c6'}] {{(pid=84075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 16:00:45.942935 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76fc31d-17e6-4436-b233-a42392f9598c req-bb0b7f57-e3b4-4768-bf78-f0c25ee9fbb0 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:45.948282 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-e76fc31d-17e6-4436-b233-a42392f9598c req-bb0b7f57-e3b4-4768-bf78-f0c25ee9fbb0 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Synchronizing usage tracker for tenant:1a1a953a14c748c6a608c59eb0095246 on resource:port {{(pid=84075) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 16:00:46.172403 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9d71e4-fe65-49d9-a0f9-c0365f5d481e req-e4c64340-3449-47ab-9909-d7d13c5bf832 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:46.174046 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1e9d71e4-fe65-49d9-a0f9-c0365f5d481e req-e4c64340-3449-47ab-9909-d7d13c5bf832 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=9844cecf-7414-46f2-a70f-1c8675461bc3 HTTP/1.1" status: 200 len: 944 time: 0.6384931 Feb 16 16:00:46.174866 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-e76fc31d-17e6-4436-b233-a42392f9598c req-bb0b7f57-e3b4-4768-bf78-f0c25ee9fbb0 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Unset dirty status for tenant:1a1a953a14c748c6a608c59eb0095246 on resource:port {{(pid=84075) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 16:00:46.176490 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-e76fc31d-17e6-4436-b233-a42392f9598c req-bb0b7f57-e3b4-4768-bf78-f0c25ee9fbb0 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced7a577-51a2-4cc1-89d4-f9abaa3ef0eb HTTP/1.1" status: 200 len: 945 time: 0.8745134 Feb 16 16:00:46.187045 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [req-88c3bc5d-b2ec-4e9b-bb28-0c12f2a18328 req-391f77da-f269-4258-a5d1-6b77e7271b52 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] For port dce29091-e275-428e-a810-d0cb9b966362, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=dce29091-e275-428e-a810-d0cb9b966362,segment=NetworkSegment(d69440aa-dedb-489c-bfce-44f2e5f52ef4),segment_id=d69440aa-dedb-489c-bfce-44f2e5f52ef4)] {{(pid=84075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:00:46.187451 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-88c3bc5d-b2ec-4e9b-bb28-0c12f2a18328 req-391f77da-f269-4258-a5d1-6b77e7271b52 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862802'] for port, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:46.342200 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 49974) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:00:46.373532 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [req-88c3bc5d-b2ec-4e9b-bb28-0c12f2a18328 req-391f77da-f269-4258-a5d1-6b77e7271b52 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Calling delete_port for dce29091-e275-428e-a810-d0cb9b966362 owned by compute:nova {{(pid=84075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 16:00:46.405508 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff390e7-d276-4a07-b96e-7aaff1e1984d req-d2dc6d79-2d57-4b21-944f-47740e0cd0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:46.407159 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-4ff390e7-d276-4a07-b96e-7aaff1e1984d req-d2dc6d79-2d57-4b21-944f-47740e0cd0a0 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=e359605ad21f4fa7afe3305b3c3a0865&device_id=b6ac59d0-6be4-4fc5-b34a-e5f20af6b2d0 HTTP/1.1" status: 200 len: 1165 time: 0.3980331 Feb 16 16:00:46.463906 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [None req-1ffd9e85-0772-41ed-b326-a778efd2ea65 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1953707212-network', 'tenant_id': '07b603c5d4484b84ab76183cea7c36c8'}} {{(pid=84074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:00:46.469533 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-1ffd9e85-0772-41ed-b326-a778efd2ea65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:00:46.474211 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-1ffd9e85-0772-41ed-b326-a778efd2ea65 admin admin] Usage tracker for resource:network and tenant:07b603c5d4484b84ab76183cea7c36c8 is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:00:46.477595 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-1ffd9e85-0772-41ed-b326-a778efd2ea65 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:00:46.483421 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-1ffd9e85-0772-41ed-b326-a778efd2ea65 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:00:46.526052 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ffd9e85-0772-41ed-b326-a778efd2ea65 admin admin] Made reservation on behalf of 07b603c5d4484b84ab76183cea7c36c8 for: {'network': 1} {{(pid=84074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 16:00:46.532209 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1ffd9e85-0772-41ed-b326-a778efd2ea65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for network, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:46.538339 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1e9d71e4-fe65-49d9-a0f9-c0365f5d481e req-9e1cba02-89e5-418b-a664-79033ec35b4c tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3557472 Feb 16 16:00:46.539688 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-4ff390e7-d276-4a07-b96e-7aaff1e1984d req-9624995a-ffba-480c-989f-aec1aecac583 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=e1ead27c-1aaa-4ee8-83d5-4a474a12c0c6 HTTP/1.1" status: 200 len: 217 time: 0.1151445 Feb 16 16:00:46.548906 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1ffd9e85-0772-41ed-b326-a778efd2ea65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:46.559326 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-e76fc31d-17e6-4436-b233-a42392f9598c req-b56e9226-2767-484b-9e21-7ef3fc8cf470 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fcb05d0-71e7-4569-9012-47a704188c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3635700 Feb 16 16:00:46.592156 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-1ffd9e85-0772-41ed-b326-a778efd2ea65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:00:46.599335 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-1ffd9e85-0772-41ed-b326-a778efd2ea65 admin admin] Usage tracker for resource:security_group_rule and tenant:07b603c5d4484b84ab76183cea7c36c8 is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:00:46.603075 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-1ffd9e85-0772-41ed-b326-a778efd2ea65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:00:46.609632 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-1ffd9e85-0772-41ed-b326-a778efd2ea65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:00:46.659285 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff390e7-d276-4a07-b96e-7aaff1e1984d req-0df0e296-aedc-4040-953c-036dfd230a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:46.661592 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-4ff390e7-d276-4a07-b96e-7aaff1e1984d req-0df0e296-aedc-4040-953c-036dfd230a66 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=33b898d8-5f30-4aa6-9ef6-b86e1f956499 HTTP/1.1" status: 200 len: 843 time: 0.1011672 Feb 16 16:00:46.770425 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1ffd9e85-0772-41ed-b326-a778efd2ea65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:46.800970 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1ffd9e85-0772-41ed-b326-a778efd2ea65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:46.806782 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-f9026043-0944-44ba-86d5-e050609b18af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:00:46.847591 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ffd9e85-0772-41ed-b326-a778efd2ea65 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=84074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 16 16:00:46.857675 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffd9e85-0772-41ed-b326-a778efd2ea65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef25aa2-a300-4d1c-9993-bed7a0e4bc23,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:00:46.861770 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1ffd9e85-0772-41ed-b326-a778efd2ea65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:00:46.866079 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1ffd9e85-0772-41ed-b326-a778efd2ea65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797496'] for segment, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:46.866927 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.db.segments_db [None req-1ffd9e85-0772-41ed-b326-a778efd2ea65 admin admin] Added segment 0fe5a5a1-e5a4-48c5-9d03-a6e246614b42 of type vxlan for network f1c7fd91-bdeb-4c0b-869e-049ad754011c Feb 16 16:00:46.898696 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1ffd9e85-0772-41ed-b326-a778efd2ea65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776635995166'] for network, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:46.947416 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-88c3bc5d-b2ec-4e9b-bb28-0c12f2a18328 req-391f77da-f269-4258-a5d1-6b77e7271b52 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776636383262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776636049574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7708556'] for port, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:46.951337 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff390e7-d276-4a07-b96e-7aaff1e1984d req-b8917946-0dfe-4d7e-9280-238e9fbc185b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:46.952993 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-4ff390e7-d276-4a07-b96e-7aaff1e1984d req-b8917946-0dfe-4d7e-9280-238e9fbc185b service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=0ac272f2-2b38-4927-8f32-46dd1141e6b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2836463 Feb 16 16:00:46.954607 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1ffd9e85-0772-41ed-b326-a778efd2ea65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677'] for network, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:46.956148 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffd9e85-0772-41ed-b326-a778efd2ea65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:46.956848 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1ffd9e85-0772-41ed-b326-a778efd2ea65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210664'] for network, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:46.962381 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-21b35c10-0ae3-4f34-a448-451672927b57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:00:46.970734 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-f5812c04-b7e4-430d-add4-f78041055f81 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:00:47.065537 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391f77da-f269-4258-a5d1-6b77e7271b52 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Pushing event deleted for resources: {'Port': ['ID=dce29091-e275-428e-a810-d0cb9b966362,revision_number=None']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:00:47.073396 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdbc61c-393f-4323-b6e4-747ebda6d68f req-08d18263-1acd-4616-9376-b6b70b883653 tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:47.075039 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-2cdbc61c-393f-4323-b6e4-747ebda6d68f req-08d18263-1acd-4616-9376-b6b70b883653 tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] 10.222.0.101 "GET /v2.0/ports?device_id=b6ac59d0-6be4-4fc5-b34a-e5f20af6b2d0 HTTP/1.1" status: 200 len: 948 time: 0.3633442 Feb 16 16:00:47.075573 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffd9e85-0772-41ed-b326-a778efd2ea65 admin admin] Pushing event updated for resources: {'Network': ['ID=f1c7fd91-bdeb-4c0b-869e-049ad754011c,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:00:47.079746 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1ffd9e85-0772-41ed-b326-a778efd2ea65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:00:47.088407 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Network f1c7fd91-bdeb-4c0b-869e-049ad754011c details requested by agent ovs-agent-dv-cinder-775706-1-iscsi with host dv-cinder-775706-1-iscsi {{(pid=84076) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 16:00:47.089642 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-391f77da-f269-4258-a5d1-6b77e7271b52 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:00:47.102547 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-1ffd9e85-0772-41ed-b326-a778efd2ea65 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7560325 Feb 16 16:00:47.102547 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 49982) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:00:47.106687 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Network f1c7fd91-bdeb-4c0b-869e-049ad754011c details requested by agent ovs-agent-hv-cinder-77570 with host hv-cinder-77570 {{(pid=84076) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 16:00:47.109149 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [None req-8ac7bad4-d5af-4669-ae3a-3d3b337023e5 admin admin] Request body: {'subnet': {'network_id': 'f1c7fd91-bdeb-4c0b-869e-049ad754011c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1953707212-subnet', 'tenant_id': '07b603c5d4484b84ab76183cea7c36c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:00:47.115573 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-8ac7bad4-d5af-4669-ae3a-3d3b337023e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:00:47.119649 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-8ac7bad4-d5af-4669-ae3a-3d3b337023e5 admin admin] Usage tracker for resource:subnet and tenant:07b603c5d4484b84ab76183cea7c36c8 is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:00:47.122661 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-8ac7bad4-d5af-4669-ae3a-3d3b337023e5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:00:47.128754 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-8ac7bad4-d5af-4669-ae3a-3d3b337023e5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:00:47.171840 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac7bad4-d5af-4669-ae3a-3d3b337023e5 admin admin] Made reservation on behalf of 07b603c5d4484b84ab76183cea7c36c8 for: {'subnet': 1} {{(pid=84074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 16:00:47.177445 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8ac7bad4-d5af-4669-ae3a-3d3b337023e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6663298'] for subnet, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:47.320847 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-2cdbc61c-393f-4323-b6e4-747ebda6d68f req-474a7436-e718-4fad-aae1-52b3503af739 tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f03c8b1-172f-4318-a3e4-d13a322e5ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833498 Feb 16 16:00:47.333129 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efc3bfd-48e6-46de-83a4-dc27de18888b req-65427f36-7aed-4797-b61d-dbe9bc0d4a23 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:47.334765 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0efc3bfd-48e6-46de-83a4-dc27de18888b req-65427f36-7aed-4797-b61d-dbe9bc0d4a23 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/ports?device_id=4dff69e3-5cdc-414f-9e67-129d15aa03d2 HTTP/1.1" status: 200 len: 943 time: 0.4435000 Feb 16 16:00:47.384505 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-4ff390e7-d276-4a07-b96e-7aaff1e1984d req-cb51e4de-6789-4913-b1b3-98fcd46c1051 service neutron] 10.222.0.103 "GET /v2.0/networks/0ac272f2-2b38-4927-8f32-46dd1141e6b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3801122 Feb 16 16:00:47.390981 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6ac59d0-6be4-4fc5-b34a-e5f20af6b2d0', 'tag': 'e1ead27c-1aaa-4ee8-83d5-4a474a12c0c6', 'status': 'completed', 'code': 200} Feb 16 16:00:47.462440 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [req-88c3bc5d-b2ec-4e9b-bb28-0c12f2a18328 req-391f77da-f269-4258-a5d1-6b77e7271b52 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] No DVR routers for this DVR port dce29091-e275-428e-a810-d0cb9b966362 on host hv-cinder-77570 {{(pid=84075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 16:00:47.470566 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-88c3bc5d-b2ec-4e9b-bb28-0c12f2a18328 req-391f77da-f269-4258-a5d1-6b77e7271b52 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487'] for port, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:47.489161 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0efc3bfd-48e6-46de-83a4-dc27de18888b req-0b02f443-084a-486d-b12a-9b134827fdf2 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/security-groups?id=d1cdf25b-ac5e-4c7b-aae4-1dd92cc7194b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1406586 Feb 16 16:00:47.612612 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-88c3bc5d-b2ec-4e9b-bb28-0c12f2a18328 req-391f77da-f269-4258-a5d1-6b77e7271b52 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.103 "DELETE /v2.0/ports/dce29091-e275-428e-a810-d0cb9b966362 HTTP/1.1" status: 204 len: 173 time: 4.6169982 Feb 16 16:00:47.654419 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8ac7bad4-d5af-4669-ae3a-3d3b337023e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6980706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6663345'] for subnet, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:47.673175 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-4ff390e7-d276-4a07-b96e-7aaff1e1984d req-2ba6a4da-a983-4fc1-a1d5-0bc4f760ee43 service neutron] 10.222.0.103 "GET /v2.0/networks/0ac272f2-2b38-4927-8f32-46dd1141e6b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2421720 Feb 16 16:00:47.675426 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:00:47.687134 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf71e17-b188-4cb9-87d4-ccf7198fec83 req-5aaad130-27a8-436c-81f5-f2254ecc7dd4 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:47.688734 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-2bf71e17-b188-4cb9-87d4-ccf7198fec83 req-5aaad130-27a8-436c-81f5-f2254ecc7dd4 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.103 "GET /v2.0/ports?device_id=ced7a577-51a2-4cc1-89d4-f9abaa3ef0eb HTTP/1.1" status: 200 len: 945 time: 0.1961660 Feb 16 16:00:47.697733 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-6d981924-efe5-494f-b64c-0459b1d0aeaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:47.829437 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac7bad4-d5af-4669-ae3a-3d3b337023e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1024a4d-2577-47c6-a462-e2547e02862f,revision_number=0']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:00:47.834479 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-8ac7bad4-d5af-4669-ae3a-3d3b337023e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:00:47.911424 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac7bad4-d5af-4669-ae3a-3d3b337023e5 admin admin] Checking segment: {'id': '0fe5a5a1-e5a4-48c5-9d03-a6e246614b42', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'f1c7fd91-bdeb-4c0b-869e-049ad754011c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 16:00:47.911823 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac7bad4-d5af-4669-ae3a-3d3b337023e5 admin admin] Network hostable DHCP agents. Network: f1c7fd91-bdeb-4c0b-869e-049ad754011c, hostable agents: ['47b90563-7f25-4d7d-8681-11e1fb253c09'], hosted agents: [] {{(pid=84074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 16 16:00:47.929378 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device 53e5b9e3-3153-4dfd-9bf9-873f1b6966b5 up at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 16:00:47.971807 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac7bad4-d5af-4669-ae3a-3d3b337023e5 admin admin] Network f1c7fd91-bdeb-4c0b-869e-049ad754011c is scheduled to be hosted by DHCP agent 47b90563-7f25-4d7d-8681-11e1fb253c09 with binding_index 1 {{(pid=84074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 16 16:00:48.011899 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.base_scheduler [None req-8ac7bad4-d5af-4669-ae3a-3d3b337023e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-1-iscsi, f1c7fd91-bdeb-4c0b-869e-049ad754011c) {{(pid=84074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 16:00:48.022173 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17494c2-c8a3-4956-9e6b-0bee87b0b2c8 None None] Network f1c7fd91-bdeb-4c0b-869e-049ad754011c requested from dv-cinder-775706-1-iscsi {{(pid=84076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 16:00:48.027647 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac7bad4-d5af-4669-ae3a-3d3b337023e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:48.028310 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8ac7bad4-d5af-4669-ae3a-3d3b337023e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:48.054492 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning for port 53e5b9e3-3153-4dfd-9bf9-873f1b6966b5 completed by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 16:00:48.115617 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-8ac7bad4-d5af-4669-ae3a-3d3b337023e5 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0114522 Feb 16 16:00:48.118014 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning complete for port 53e5b9e3-3153-4dfd-9bf9-873f1b6966b5 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:00:48.118481 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:48.130702 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-48fc1907-c61c-4e72-83fa-539603a66539 req-fef442e5-3b88-4535-8cba-d86fdcfd08e7 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Synchronizing usage tracker for tenant:15f9cf749fe94c5aa76af3d23d68fbb3 on resource:port {{(pid=84075) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 16:00:48.199690 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [req-2bf71e17-b188-4cb9-87d4-ccf7198fec83 req-ef39ea6e-55f3-48c5-ba9d-0a2e98736997 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Deleting port f639aa86-998e-44ca-9fbd-30bbc0878aa6 {{(pid=84075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 16:00:48.200307 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-2bf71e17-b188-4cb9-87d4-ccf7198fec83 req-ef39ea6e-55f3-48c5-ba9d-0a2e98736997 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776636423795'] for port, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:48.247279 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-48fc1907-c61c-4e72-83fa-539603a66539 req-fef442e5-3b88-4535-8cba-d86fdcfd08e7 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Unset dirty status for tenant:15f9cf749fe94c5aa76af3d23d68fbb3 on resource:port {{(pid=84075) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 16:00:48.248578 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-48fc1907-c61c-4e72-83fa-539603a66539 req-fef442e5-3b88-4535-8cba-d86fdcfd08e7 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=9844cecf-7414-46f2-a70f-1c8675461bc3 HTTP/1.1" status: 200 len: 210 time: 0.5135105 Feb 16 16:00:48.377529 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971c7439-4416-47b7-aa2a-74313a27f84a req-83ae4227-ae21-413f-972f-27f1513723cb tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:48.380518 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-971c7439-4416-47b7-aa2a-74313a27f84a req-83ae4227-ae21-413f-972f-27f1513723cb tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced7a577-51a2-4cc1-89d4-f9abaa3ef0eb HTTP/1.1" status: 200 len: 945 time: 0.6379528 Feb 16 16:00:48.388768 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de646d4-02ce-4348-820a-f6726400b960 req-f6f81434-6e34-4f3f-9668-1ba968276502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:48.390374 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0de646d4-02ce-4348-820a-f6726400b960 req-f6f81434-6e34-4f3f-9668-1ba968276502 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=e359605ad21f4fa7afe3305b3c3a0865&device_id=b6ac59d0-6be4-4fc5-b34a-e5f20af6b2d0 HTTP/1.1" status: 200 len: 1165 time: 0.5447407 Feb 16 16:00:48.400467 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:48.417287 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ca4ed8-9099-4b6c-a9f7-4dab5ec42da8 None None] Network f1c7fd91-bdeb-4c0b-869e-049ad754011c requested from dv-cinder-775706-1-iscsi {{(pid=84076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 16:00:48.474118 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] For port 53e5b9e3-3153-4dfd-9bf9-873f1b6966b5, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=53e5b9e3-3153-4dfd-9bf9-873f1b6966b5,segment=NetworkSegment(2868b9f6-5019-4779-bec8-1457bba2edf9),segment_id=2868b9f6-5019-4779-bec8-1457bba2edf9)] {{(pid=84076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:00:48.476938 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dff69e3-5cdc-414f-9e67-129d15aa03d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53e5b9e3-3153-4dfd-9bf9-873f1b6966b5'}] {{(pid=84076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 16:00:48.538288 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:48.548655 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-99ff789d-e3cf-4f36-a8eb-0907dcdbcd35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:00:48.639948 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Pushing event updated for resources: {'Port': ['ID=53e5b9e3-3153-4dfd-9bf9-873f1b6966b5,revision_number=4']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:00:48.645322 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:00:48.728255 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-971c7439-4416-47b7-aa2a-74313a27f84a req-81739e04-8dbb-473e-977f-c1bb24112935 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fcb05d0-71e7-4569-9012-47a704188c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172710 Feb 16 16:00:48.831593 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [req-2bf71e17-b188-4cb9-87d4-ccf7198fec83 req-ef39ea6e-55f3-48c5-ba9d-0a2e98736997 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] For port f639aa86-998e-44ca-9fbd-30bbc0878aa6, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=f639aa86-998e-44ca-9fbd-30bbc0878aa6,segment=NetworkSegment(345b1ee1-cb15-421b-844c-b60c726b46c9),segment_id=345b1ee1-cb15-421b-844c-b60c726b46c9)] {{(pid=84075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:00:48.832089 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-2bf71e17-b188-4cb9-87d4-ccf7198fec83 req-ef39ea6e-55f3-48c5-ba9d-0a2e98736997 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862802'] for port, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:48.842890 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de646d4-02ce-4348-820a-f6726400b960 req-1ccbf4dd-18b6-402e-b2e0-a91a99f999bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:48.845221 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0de646d4-02ce-4348-820a-f6726400b960 req-1ccbf4dd-18b6-402e-b2e0-a91a99f999bf service neutron] 10.222.0.103 "GET /v2.0/networks?id=0ac272f2-2b38-4927-8f32-46dd1141e6b2 HTTP/1.1" status: 200 len: 863 time: 0.4157681 Feb 16 16:00:49.053470 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [req-2bf71e17-b188-4cb9-87d4-ccf7198fec83 req-ef39ea6e-55f3-48c5-ba9d-0a2e98736997 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Calling delete_port for f639aa86-998e-44ca-9fbd-30bbc0878aa6 owned by compute:nova {{(pid=84075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 16:00:49.133448 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bdf629-5abd-4dd4-8fc6-a800fb6218a4 req-fca975e1-9d80-493a-863c-497bd3b41e66 tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:49.135114 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-67bdf629-5abd-4dd4-8fc6-a800fb6218a4 req-fca975e1-9d80-493a-863c-497bd3b41e66 tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] 10.222.0.101 "GET /v2.0/ports?device_id=b6ac59d0-6be4-4fc5-b34a-e5f20af6b2d0 HTTP/1.1" status: 200 len: 948 time: 0.4612527 Feb 16 16:00:49.136506 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0de646d4-02ce-4348-820a-f6726400b960 req-c8f8581e-61a1-4fb7-81c2-e5b5594b3f17 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=e1ead27c-1aaa-4ee8-83d5-4a474a12c0c6 HTTP/1.1" status: 200 len: 217 time: 0.2827680 Feb 16 16:00:49.157828 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device 53e5b9e3-3153-4dfd-9bf9-873f1b6966b5 up at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 16:00:49.233573 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning complete for port 53e5b9e3-3153-4dfd-9bf9-873f1b6966b5 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:00:49.234187 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:49.302399 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-67bdf629-5abd-4dd4-8fc6-a800fb6218a4 req-2245e7ee-05f2-4a49-9c98-1cc9e509b7e6 tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f03c8b1-172f-4318-a3e4-d13a322e5ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474881 Feb 16 16:00:49.304654 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de646d4-02ce-4348-820a-f6726400b960 req-d6addb93-4480-4078-af9d-2d49b968863d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:49.306152 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0de646d4-02ce-4348-820a-f6726400b960 req-d6addb93-4480-4078-af9d-2d49b968863d service neutron] 10.222.0.103 "GET /v2.0/subnets?id=33b898d8-5f30-4aa6-9ef6-b86e1f956499 HTTP/1.1" status: 200 len: 843 time: 0.1525912 Feb 16 16:00:49.368568 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dff69e3-5cdc-414f-9e67-129d15aa03d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53e5b9e3-3153-4dfd-9bf9-873f1b6966b5', 'code': 200} Feb 16 16:00:49.380068 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device f639aa86-998e-44ca-9fbd-30bbc0878aa6 no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 16:00:49.402270 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9844cecf-7414-46f2-a70f-1c8675461bc3', 'name': 'network-vif-deleted', 'tag': 'dce29091-e275-428e-a810-d0cb9b966362'}] {{(pid=84075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 16:00:49.448968 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0bf2e2-698d-44ae-97d5-73d3f1239244 req-023136cd-7e59-412f-9cd5-d4476f8669fa tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:49.450608 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1b0bf2e2-698d-44ae-97d5-73d3f1239244 req-023136cd-7e59-412f-9cd5-d4476f8669fa tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/ports?device_id=4dff69e3-5cdc-414f-9e67-129d15aa03d2 HTTP/1.1" status: 200 len: 945 time: 0.4131985 Feb 16 16:00:49.498619 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Port f639aa86-998e-44ca-9fbd-30bbc0878aa6 update to DOWN by agent not found {{(pid=84076) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2102}} Feb 16 16:00:49.499621 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9844cecf-7414-46f2-a70f-1c8675461bc3', 'name': 'network-vif-deleted', 'tag': 'dce29091-e275-428e-a810-d0cb9b966362', 'status': 'completed', 'code': 200} Feb 16 16:00:49.523204 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-2bf71e17-b188-4cb9-87d4-ccf7198fec83 req-ef39ea6e-55f3-48c5-ba9d-0a2e98736997 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776636383262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776636049574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7708556'] for port, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:49.528889 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1b0bf2e2-698d-44ae-97d5-73d3f1239244 req-c6a391dc-1f24-4d51-a143-8a6d43fc8062 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/security-groups?id=d1cdf25b-ac5e-4c7b-aae4-1dd92cc7194b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0677660 Feb 16 16:00:49.544053 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-db12dc7f-7ad1-48d9-b27b-8f3fa997bd2c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:00:49.595879 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de646d4-02ce-4348-820a-f6726400b960 req-87f40da6-e335-443a-92da-5512974d5025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:49.598197 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0de646d4-02ce-4348-820a-f6726400b960 req-87f40da6-e335-443a-92da-5512974d5025 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=0ac272f2-2b38-4927-8f32-46dd1141e6b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2798557 Feb 16 16:00:49.619486 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef39ea6e-55f3-48c5-ba9d-0a2e98736997 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Pushing event deleted for resources: {'Port': ['ID=f639aa86-998e-44ca-9fbd-30bbc0878aa6,revision_number=None']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:00:49.652864 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-ef39ea6e-55f3-48c5-ba9d-0a2e98736997 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:00:49.975765 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-38f289eb-6462-49f5-aa51-d20db0cb3314 req-d9218184-e458-4a8b-b017-6613ac35a8db tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced7a577-51a2-4cc1-89d4-f9abaa3ef0eb HTTP/1.1" status: 200 len: 210 time: 0.1043334 Feb 16 16:00:49.995214 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0de646d4-02ce-4348-820a-f6726400b960 req-08def6d8-a79f-4d58-89ed-3dc445f71e89 service neutron] 10.222.0.103 "GET /v2.0/networks/0ac272f2-2b38-4927-8f32-46dd1141e6b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3776290 Feb 16 16:00:50.131982 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bf71e17-b188-4cb9-87d4-ccf7198fec83 req-ef39ea6e-55f3-48c5-ba9d-0a2e98736997 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] No DVR routers for this DVR port f639aa86-998e-44ca-9fbd-30bbc0878aa6 on host hv-cinder-77570 {{(pid=84075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 16:00:50.135886 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6fb8fe-42be-4c71-b75d-fcfa2736738d req-2de89a52-398d-4cbf-bac5-914b982f443e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:50.137488 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-8c6fb8fe-42be-4c71-b75d-fcfa2736738d req-2de89a52-398d-4cbf-bac5-914b982f443e service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=4dff69e3-5cdc-414f-9e67-129d15aa03d2 HTTP/1.1" status: 200 len: 1162 time: 0.4170280 Feb 16 16:00:50.140167 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-2bf71e17-b188-4cb9-87d4-ccf7198fec83 req-ef39ea6e-55f3-48c5-ba9d-0a2e98736997 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487'] for port, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:50.326081 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d05518bb-17ee-4865-b03c-31693adcda8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:50.524189 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-2bf71e17-b188-4cb9-87d4-ccf7198fec83 req-ef39ea6e-55f3-48c5-ba9d-0a2e98736997 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.103 "DELETE /v2.0/ports/f639aa86-998e-44ca-9fbd-30bbc0878aa6 HTTP/1.1" status: 204 len: 173 time: 2.8283894 Feb 16 16:00:50.571489 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-5bcbdbcd-6200-4528-befe-264d8addc287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:50.618180 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-8c6fb8fe-42be-4c71-b75d-fcfa2736738d req-28b79350-76f0-41cf-901b-975772712d07 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=d1cdf25b-ac5e-4c7b-aae4-1dd92cc7194b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.4695630 Feb 16 16:00:50.668985 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bcc668-0536-44d3-9260-5a322118c7f6 req-e940669b-22ed-4f70-b004-4321e6a97886 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:50.670625 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-56bcc668-0536-44d3-9260-5a322118c7f6 req-e940669b-22ed-4f70-b004-4321e6a97886 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=617c5d16-91b3-4115-98c3-d15fb41b5a8c HTTP/1.1" status: 200 len: 945 time: 0.6721697 Feb 16 16:00:50.672578 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0de646d4-02ce-4348-820a-f6726400b960 req-0647ac57-67ef-4418-a9f7-4734b63c991e service neutron] 10.222.0.103 "GET /v2.0/networks/0ac272f2-2b38-4927-8f32-46dd1141e6b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6022143 Feb 16 16:00:50.722256 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55657744-f2b7-4e2d-8a6b-b0913e69bd32 req-7f991ca6-a78c-459e-8e79-54824a157745 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:50.724198 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-55657744-f2b7-4e2d-8a6b-b0913e69bd32 req-7f991ca6-a78c-459e-8e79-54824a157745 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/networks?id=f1c7fd91-bdeb-4c0b-869e-049ad754011c HTTP/1.1" status: 200 len: 814 time: 0.2859502 Feb 16 16:00:50.752525 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-55657744-f2b7-4e2d-8a6b-b0913e69bd32 req-c9645147-1dfb-461c-9bef-0ac59f3bf061 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/quotas/07b603c5d4484b84ab76183cea7c36c8 HTTP/1.1" status: 200 len: 375 time: 0.0187516 Feb 16 16:00:50.755876 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-56bcc668-0536-44d3-9260-5a322118c7f6 req-fa308664-e445-4549-b73f-933992b33532 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751286 Feb 16 16:00:50.808957 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-55657744-f2b7-4e2d-8a6b-b0913e69bd32 req-8d77a879-231f-4d94-bbdc-d4c97ff3806a tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=07b603c5d4484b84ab76183cea7c36c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0495074 Feb 16 16:00:51.025864 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-55657744-f2b7-4e2d-8a6b-b0913e69bd32 req-fba8c50c-a12f-4889-b98c-4d8c9b09a798 service neutron] 10.222.0.101 "GET /v2.0/networks/f1c7fd91-bdeb-4c0b-869e-049ad754011c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089796 Feb 16 16:00:51.066560 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458abfd0-2e2d-4f8b-bd13-b8e707736d82 req-b57f2530-2669-41bb-af1a-cf0768e76a15 tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:51.068220 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-458abfd0-2e2d-4f8b-bd13-b8e707736d82 req-b57f2530-2669-41bb-af1a-cf0768e76a15 tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] 10.222.0.101 "GET /v2.0/ports?device_id=b6ac59d0-6be4-4fc5-b34a-e5f20af6b2d0 HTTP/1.1" status: 200 len: 948 time: 0.1601715 Feb 16 16:00:51.199885 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-458abfd0-2e2d-4f8b-bd13-b8e707736d82 req-3fe90c8c-4499-4b73-b0bb-81b49f546518 tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f03c8b1-172f-4318-a3e4-d13a322e5ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191416 Feb 16 16:00:51.228951 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-55657744-f2b7-4e2d-8a6b-b0913e69bd32 req-80a12ab1-c3d2-4ad6-acce-e1b884ed3c87 service neutron] 10.222.0.101 "GET /v2.0/networks/f1c7fd91-bdeb-4c0b-869e-049ad754011c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1946051 Feb 16 16:00:51.400292 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:51.415604 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6cf77b-c8d5-4502-ab77-b18e5de006bd req-d576ba9e-bf62-446b-915e-c6d7ff423015 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:51.417622 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1e6cf77b-c8d5-4502-ab77-b18e5de006bd req-d576ba9e-bf62-446b-915e-c6d7ff423015 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/ports?device_id=4dff69e3-5cdc-414f-9e67-129d15aa03d2 HTTP/1.1" status: 200 len: 945 time: 0.1048441 Feb 16 16:00:51.471307 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1e6cf77b-c8d5-4502-ab77-b18e5de006bd req-728f70f6-5a8c-4678-9b2f-fcbe82ed1d02 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/security-groups?id=d1cdf25b-ac5e-4c7b-aae4-1dd92cc7194b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0471420 Feb 16 16:00:51.501586 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ced7a577-51a2-4cc1-89d4-f9abaa3ef0eb', 'name': 'network-vif-deleted', 'tag': 'f639aa86-998e-44ca-9fbd-30bbc0878aa6'}] {{(pid=84075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 16:00:51.661588 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-569a2025-48ce-4b2b-b477-73eec1e70321 req-f529598a-fc64-4ec5-bcb9-5c590b62d96d tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Synchronizing usage tracker for tenant:1a1a953a14c748c6a608c59eb0095246 on resource:port {{(pid=84075) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 16:00:51.719831 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-343a0d97-cd9b-416c-a5c5-a0b76b99166b req-83aed8c3-2d4f-4b5c-8dbc-855e981ea02f tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/ports?device_id=9602e576-dd8e-45b0-a239-2323eaf35b7a HTTP/1.1" status: 200 len: 210 time: 0.0607812 Feb 16 16:00:51.755114 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-569a2025-48ce-4b2b-b477-73eec1e70321 req-f529598a-fc64-4ec5-bcb9-5c590b62d96d tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Unset dirty status for tenant:1a1a953a14c748c6a608c59eb0095246 on resource:port {{(pid=84075) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 16:00:51.756723 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-569a2025-48ce-4b2b-b477-73eec1e70321 req-f529598a-fc64-4ec5-bcb9-5c590b62d96d tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced7a577-51a2-4cc1-89d4-f9abaa3ef0eb HTTP/1.1" status: 200 len: 210 time: 0.1536012 Feb 16 16:00:51.775668 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ced7a577-51a2-4cc1-89d4-f9abaa3ef0eb', 'name': 'network-vif-deleted', 'tag': 'f639aa86-998e-44ca-9fbd-30bbc0878aa6', 'status': 'completed', 'code': 200} Feb 16 16:00:51.966568 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5441f5c6-394a-422a-be4a-25bd9ea9d03b req-f8d1a8fc-1bb1-4652-af47-ed7ca041427b tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:51.968260 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5441f5c6-394a-422a-be4a-25bd9ea9d03b req-f8d1a8fc-1bb1-4652-af47-ed7ca041427b tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=617c5d16-91b3-4115-98c3-d15fb41b5a8c HTTP/1.1" status: 200 len: 945 time: 0.0953200 Feb 16 16:00:52.020744 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5441f5c6-394a-422a-be4a-25bd9ea9d03b req-24b6924e-a771-4153-b8ef-76ab98051265 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438697 Feb 16 16:00:52.288481 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-331083c2-9fd5-48c9-8796-02890b3f22e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:52.415049 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3acc2ba-208b-4dda-adc6-954cdae66958 req-1b02735d-5cd9-49db-8e99-89f0b83efb4f tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:52.416853 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-e3acc2ba-208b-4dda-adc6-954cdae66958 req-1b02735d-5cd9-49db-8e99-89f0b83efb4f tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] 10.222.0.101 "GET /v2.0/ports?device_id=b6ac59d0-6be4-4fc5-b34a-e5f20af6b2d0 HTTP/1.1" status: 200 len: 948 time: 0.0962579 Feb 16 16:00:52.469911 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-e3acc2ba-208b-4dda-adc6-954cdae66958 req-3d2813db-b7e7-4122-b73b-518f475b6688 tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f03c8b1-172f-4318-a3e4-d13a322e5ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467675 Feb 16 16:00:52.687577 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e44cd-b770-4b5b-8adc-11a018009ce6 req-de58d1bf-4036-49f1-a435-694f9c0b9904 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:52.689214 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-e66e44cd-b770-4b5b-8adc-11a018009ce6 req-de58d1bf-4036-49f1-a435-694f9c0b9904 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/ports?device_id=4dff69e3-5cdc-414f-9e67-129d15aa03d2 HTTP/1.1" status: 200 len: 945 time: 0.0985265 Feb 16 16:00:52.793565 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-e66e44cd-b770-4b5b-8adc-11a018009ce6 req-ec1e9533-9776-4233-805d-adb114a5a1a3 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/security-groups?id=d1cdf25b-ac5e-4c7b-aae4-1dd92cc7194b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0968170 Feb 16 16:00:52.822692 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33bfdef-ceb2-4b05-af99-7c19c3bffc5a req-247cd763-aae0-4c2e-b742-380eee4e3769 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:52.824319 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-d33bfdef-ceb2-4b05-af99-7c19c3bffc5a req-247cd763-aae0-4c2e-b742-380eee4e3769 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a42868-5e1e-49af-b0ff-44e3cd2357e8 HTTP/1.1" status: 200 len: 945 time: 0.1290121 Feb 16 16:00:52.882166 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-d33bfdef-ceb2-4b05-af99-7c19c3bffc5a req-864f754f-ca06-4b52-b349-d0a9a5684eaa tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/security-groups?id=5898dce6-7055-4862-b83b-a300f7112f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509145 Feb 16 16:00:53.091869 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-afe79bd8-fe44-42d4-8f59-9ddc13d857c2 req-28ed74e6-26c2-4003-b517-1b4d8156f6d9 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/ports?device_id=9602e576-dd8e-45b0-a239-2323eaf35b7a HTTP/1.1" status: 200 len: 210 time: 0.0912278 Feb 16 16:00:53.155139 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Network 0ac272f2-2b38-4927-8f32-46dd1141e6b2 details requested by agent ovs-agent-hv-cinder-77570 with host hv-cinder-77570 {{(pid=84076) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 16:00:53.237747 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c9a46c-825e-404d-8d2d-92620cc5ee3f req-e5afbf92-8853-40df-9c87-cbcddaf356c7 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:53.239965 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-e0c9a46c-825e-404d-8d2d-92620cc5ee3f req-e5afbf92-8853-40df-9c87-cbcddaf356c7 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=617c5d16-91b3-4115-98c3-d15fb41b5a8c HTTP/1.1" status: 200 len: 945 time: 0.0914512 Feb 16 16:00:53.292773 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-e0c9a46c-825e-404d-8d2d-92620cc5ee3f req-e561cf0c-98da-4fbc-a8a8-fef9640be3ad tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459111 Feb 16 16:00:53.476480 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.objects.ports [None req-a2130dd1-720c-443b-b502-36b3c4d8f3d6 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84076) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 16 16:00:53.702697 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55657744-f2b7-4e2d-8a6b-b0913e69bd32 req-82d94347-f464-463e-8c5c-5604cfaab2fa tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:53.704464 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-55657744-f2b7-4e2d-8a6b-b0913e69bd32 req-82d94347-f464-463e-8c5c-5604cfaab2fa tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.103 "GET /v2.0/networks?id=f1c7fd91-bdeb-4c0b-869e-049ad754011c HTTP/1.1" status: 200 len: 814 time: 0.2936745 Feb 16 16:00:53.722109 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [req-55657744-f2b7-4e2d-8a6b-b0913e69bd32 req-f5a6d55e-dbf4-4353-90ba-ad2124c235a0 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Request body: {'port': {'device_id': '9602e576-dd8e-45b0-a239-2323eaf35b7a', 'network_id': 'f1c7fd91-bdeb-4c0b-869e-049ad754011c', 'admin_state_up': True, 'tenant_id': '07b603c5d4484b84ab76183cea7c36c8'}} {{(pid=84075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:00:53.748725 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e50c501-c5c5-4e47-9ea7-759fd03df6b5 req-f2d0d557-3b47-4e9f-8789-f9619e770772 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:53.750451 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0e50c501-c5c5-4e47-9ea7-759fd03df6b5 req-f2d0d557-3b47-4e9f-8789-f9619e770772 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=d1144199-152a-40ab-ad58-0829f3a9db43 HTTP/1.1" status: 200 len: 945 time: 0.2342732 Feb 16 16:00:53.912380 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b5f8a8-b12e-4f5a-9975-2c10db4d3820 req-d8ff10ab-cd19-4204-877b-fb528c05e02f tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:53.914003 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c3b5f8a8-b12e-4f5a-9975-2c10db4d3820 req-d8ff10ab-cd19-4204-877b-fb528c05e02f tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] 10.222.0.101 "GET /v2.0/ports?device_id=b6ac59d0-6be4-4fc5-b34a-e5f20af6b2d0 HTTP/1.1" status: 200 len: 948 time: 0.3135376 Feb 16 16:00:53.921216 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0e50c501-c5c5-4e47-9ea7-759fd03df6b5 req-fc2c7a4a-07dc-477c-a73f-ee758b3ef270 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fcb05d0-71e7-4569-9012-47a704188c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535788 Feb 16 16:00:53.981198 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [req-55657744-f2b7-4e2d-8a6b-b0913e69bd32 req-f5a6d55e-dbf4-4353-90ba-ad2124c235a0 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:00:53.987033 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-55657744-f2b7-4e2d-8a6b-b0913e69bd32 req-f5a6d55e-dbf4-4353-90ba-ad2124c235a0 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Usage tracker for resource:port and tenant:07b603c5d4484b84ab76183cea7c36c8 is out of sync, need to count used quota {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:00:53.992842 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-55657744-f2b7-4e2d-8a6b-b0913e69bd32 req-f5a6d55e-dbf4-4353-90ba-ad2124c235a0 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:00:54.002239 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [req-55657744-f2b7-4e2d-8a6b-b0913e69bd32 req-f5a6d55e-dbf4-4353-90ba-ad2124c235a0 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:00:54.006927 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c3b5f8a8-b12e-4f5a-9975-2c10db4d3820 req-9fe8d9ee-cf72-4708-95bc-283ab27b8860 tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f03c8b1-172f-4318-a3e4-d13a322e5ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818543 Feb 16 16:00:54.075722 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55657744-f2b7-4e2d-8a6b-b0913e69bd32 req-f5a6d55e-dbf4-4353-90ba-ad2124c235a0 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Made reservation on behalf of 07b603c5d4484b84ab76183cea7c36c8 for: {'port': 1} {{(pid=84075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 16:00:54.081580 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-55657744-f2b7-4e2d-8a6b-b0913e69bd32 req-f5a6d55e-dbf4-4353-90ba-ad2124c235a0 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:54.332583 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29773ef1-96ef-4e2f-ac52-ae3b29786732 req-559b726c-7d5d-4c72-8f87-f568e7350e8c tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:54.334082 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-29773ef1-96ef-4e2f-ac52-ae3b29786732 req-559b726c-7d5d-4c72-8f87-f568e7350e8c tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/ports?device_id=4dff69e3-5cdc-414f-9e67-129d15aa03d2 HTTP/1.1" status: 200 len: 945 time: 0.3034213 Feb 16 16:00:54.437180 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e278c2f-c94c-485b-b31f-35fc358b1166 req-f023a649-f934-4023-b7c3-bf958149cd48 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:54.438796 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-9e278c2f-c94c-485b-b31f-35fc358b1166 req-f023a649-f934-4023-b7c3-bf958149cd48 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a42868-5e1e-49af-b0ff-44e3cd2357e8 HTTP/1.1" status: 200 len: 945 time: 0.3157396 Feb 16 16:00:54.642100 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device 53e5b9e3-3153-4dfd-9bf9-873f1b6966b5 up at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 16:00:54.706372 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-29773ef1-96ef-4e2f-ac52-ae3b29786732 req-525f540e-93dd-47de-82a2-01279729d8c6 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/security-groups?id=d1cdf25b-ac5e-4c7b-aae4-1dd92cc7194b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.3580587 Feb 16 16:00:54.744415 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning complete for port 53e5b9e3-3153-4dfd-9bf9-873f1b6966b5 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:00:54.745046 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:54.788503 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-9e278c2f-c94c-485b-b31f-35fc358b1166 req-300a809a-1add-4096-ac57-493479d37771 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/security-groups?id=5898dce6-7055-4862-b83b-a300f7112f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3403320 Feb 16 16:00:54.820006 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.db_base_plugin_common [req-55657744-f2b7-4e2d-8a6b-b0913e69bd32 req-f5a6d55e-dbf4-4353-90ba-ad2124c235a0 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Allocated IP 172.20.0.11 (f1c7fd91-bdeb-4c0b-869e-049ad754011c/a1024a4d-2577-47c6-a462-e2547e02862f/9cbd3722-00e2-439a-8dfe-ffbc0c7fa6f0) {{(pid=84075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 16:00:54.893779 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device e1ead27c-1aaa-4ee8-83d5-4a474a12c0c6 up at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 16:00:55.025448 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning for port e1ead27c-1aaa-4ee8-83d5-4a474a12c0c6 completed by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 16:00:55.031206 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-29d059f4-1b6c-4f6e-8dac-bc2df1341e36 req-be93db3e-52da-4f4a-91be-54c84efc238c tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/ports?device_id=9602e576-dd8e-45b0-a239-2323eaf35b7a HTTP/1.1" status: 200 len: 210 time: 0.1124828 Feb 16 16:00:55.033035 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning complete for port e1ead27c-1aaa-4ee8-83d5-4a474a12c0c6 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:00:55.033035 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:55.178867 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:55.208404 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6ac59d0-6be4-4fc5-b34a-e5f20af6b2d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1ead27c-1aaa-4ee8-83d5-4a474a12c0c6'}] {{(pid=84076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 16:00:55.219228 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] For port e1ead27c-1aaa-4ee8-83d5-4a474a12c0c6, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=e1ead27c-1aaa-4ee8-83d5-4a474a12c0c6,segment=NetworkSegment(04452a00-bf97-4637-862f-09f44856a876),segment_id=04452a00-bf97-4637-862f-09f44856a876)] {{(pid=84076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:00:55.266178 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-55657744-f2b7-4e2d-8a6b-b0913e69bd32 req-f5a6d55e-dbf4-4353-90ba-ad2124c235a0 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Notify callbacks [] for port, precommit_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:55.276919 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:55.279052 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-035c6206-3533-454a-83e5-4438796d96df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:00:55.289706 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cd1eb7-12a4-484e-a764-6c1cb0c6a457 req-3a52d066-a5e2-444b-a80f-78066b2640c0 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:55.291379 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-05cd1eb7-12a4-484e-a764-6c1cb0c6a457 req-3a52d066-a5e2-444b-a80f-78066b2640c0 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=617c5d16-91b3-4115-98c3-d15fb41b5a8c HTTP/1.1" status: 200 len: 945 time: 0.2576430 Feb 16 16:00:55.352679 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Pushing event updated for resources: {'Port': ['ID=e1ead27c-1aaa-4ee8-83d5-4a474a12c0c6,revision_number=4']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:00:55.356323 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:00:55.370603 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854bf573-c8d0-4ae2-b2d3-482f9e622c18 req-9b2fe679-b464-45fd-b62b-64660e8e803f tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:55.372252 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-854bf573-c8d0-4ae2-b2d3-482f9e622c18 req-9b2fe679-b464-45fd-b62b-64660e8e803f tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/ports?device_id=4dff69e3-5cdc-414f-9e67-129d15aa03d2 HTTP/1.1" status: 200 len: 945 time: 0.2029881 Feb 16 16:00:55.376455 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-05cd1eb7-12a4-484e-a764-6c1cb0c6a457 req-a1ee1edc-59e5-4da7-b4df-e78a06b0eac6 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782511 Feb 16 16:00:55.428831 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-854bf573-c8d0-4ae2-b2d3-482f9e622c18 req-a0b5114e-76fc-4197-b73c-8057e9999264 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/security-groups?id=d1cdf25b-ac5e-4c7b-aae4-1dd92cc7194b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0495806 Feb 16 16:00:55.435786 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-55657744-f2b7-4e2d-8a6b-b0913e69bd32 req-f5a6d55e-dbf4-4353-90ba-ad2124c235a0 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776636048806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7708556'] for port, after_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:55.451921 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-f92c3f1c-783d-446f-aebc-1c7405a53945 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:00:55.531448 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device e1ead27c-1aaa-4ee8-83d5-4a474a12c0c6 up at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 16:00:55.605590 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning complete for port e1ead27c-1aaa-4ee8-83d5-4a474a12c0c6 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:00:55.606014 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:55.726298 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a6d55e-dbf4-4353-90ba-ad2124c235a0 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Pushing event updated for resources: {'Port': ['ID=9cbd3722-00e2-439a-8dfe-ffbc0c7fa6f0,revision_number=1']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:00:55.733276 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-f5a6d55e-dbf4-4353-90ba-ad2124c235a0 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:00:55.737983 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device ae7ecb69-d57e-4702-9556-fc06046c468e up at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 16:00:55.812487 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55657744-f2b7-4e2d-8a6b-b0913e69bd32 req-f5a6d55e-dbf4-4353-90ba-ad2124c235a0 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Network f1c7fd91-bdeb-4c0b-869e-049ad754011c is already hosted by enough agents. {{(pid=84075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 16:00:55.814769 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning complete for port ae7ecb69-d57e-4702-9556-fc06046c468e triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:00:55.815206 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:55.821267 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bdb7d1-579a-42e3-aa0b-7b4be2382c4f req-976a0066-7aa7-4c89-8ecb-ee1bc50f8096 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:55.822949 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-e6bdb7d1-579a-42e3-aa0b-7b4be2382c4f req-976a0066-7aa7-4c89-8ecb-ee1bc50f8096 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=d1144199-152a-40ab-ad58-0829f3a9db43 HTTP/1.1" status: 200 len: 945 time: 0.3204529 Feb 16 16:00:55.824779 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.base_scheduler [req-55657744-f2b7-4e2d-8a6b-b0913e69bd32 req-f5a6d55e-dbf4-4353-90ba-ad2124c235a0 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Resources bound (agent type, host, resource id): {{(pid=84075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 16:00:55.832944 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72cc51-3ae1-47ca-8cdb-527e1c817f7e req-9cd8ea7c-2cb2-4b20-8954-ff01075ba08e tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:55.834522 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-9f72cc51-3ae1-47ca-8cdb-527e1c817f7e req-9cd8ea7c-2cb2-4b20-8954-ff01075ba08e tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] 10.222.0.101 "GET /v2.0/ports?device_id=b6ac59d0-6be4-4fc5-b34a-e5f20af6b2d0 HTTP/1.1" status: 200 len: 950 time: 0.2711191 Feb 16 16:00:55.835361 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [req-55657744-f2b7-4e2d-8a6b-b0913e69bd32 req-f5a6d55e-dbf4-4353-90ba-ad2124c235a0 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Received port after_create {{(pid=84075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 16:00:56.025293 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55657744-f2b7-4e2d-8a6b-b0913e69bd32 req-f5a6d55e-dbf4-4353-90ba-ad2124c235a0 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:56.025844 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-55657744-f2b7-4e2d-8a6b-b0913e69bd32 req-f5a6d55e-dbf4-4353-90ba-ad2124c235a0 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487'] for port, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:56.031757 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-e6bdb7d1-579a-42e3-aa0b-7b4be2382c4f req-d3f69333-0d9e-471f-8eaa-43d6376c1591 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fcb05d0-71e7-4569-9012-47a704188c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690261 Feb 16 16:00:56.054016 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-9f72cc51-3ae1-47ca-8cdb-527e1c817f7e req-1946e7b9-2b1d-4921-88e7-b3e640f1b668 tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f03c8b1-172f-4318-a3e4-d13a322e5ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872447 Feb 16 16:00:56.092375 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4c90ca-3a52-469e-82fa-69fe84e33867 req-b0ecbbc4-31ae-49da-b988-d89f05f338f0 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:56.093953 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5d4c90ca-3a52-469e-82fa-69fe84e33867 req-b0ecbbc4-31ae-49da-b988-d89f05f338f0 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.103 "GET /v2.0/ports?device_id=d1144199-152a-40ab-ad58-0829f3a9db43 HTTP/1.1" status: 200 len: 945 time: 0.2299788 Feb 16 16:00:56.108377 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6ac59d0-6be4-4fc5-b34a-e5f20af6b2d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1ead27c-1aaa-4ee8-83d5-4a474a12c0c6', 'code': 200} Feb 16 16:00:56.181893 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-55657744-f2b7-4e2d-8a6b-b0913e69bd32 req-f5a6d55e-dbf4-4353-90ba-ad2124c235a0 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4675307 Feb 16 16:00:56.199786 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [req-55657744-f2b7-4e2d-8a6b-b0913e69bd32 req-9e8272ba-4227-405a-ba4c-39883171cd89 service neutron] Request body: {'port': {'device_id': '9602e576-dd8e-45b0-a239-2323eaf35b7a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=84075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:00:56.453300 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [req-5d4c90ca-3a52-469e-82fa-69fe84e33867 req-d4dfc43b-8f6b-445d-9369-9e14adde4562 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Deleting port ae7ecb69-d57e-4702-9556-fc06046c468e {{(pid=84075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 16:00:56.453682 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-5d4c90ca-3a52-469e-82fa-69fe84e33867 req-d4dfc43b-8f6b-445d-9369-9e14adde4562 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776636423795'] for port, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:56.622291 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-40686e36-ba72-440c-b1e7-b88fbefbfa05 req-d989cdf1-fe67-4628-832c-d2839ad245a5 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5372703 Feb 16 16:00:56.700216 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [req-40686e36-ba72-440c-b1e7-b88fbefbfa05 req-1d274a10-e0d5-4285-88a8-27a6a7a26f29 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Request body: {'floatingip': {'floating_network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6'}} {{(pid=84075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:00:56.714794 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [req-40686e36-ba72-440c-b1e7-b88fbefbfa05 req-1d274a10-e0d5-4285-88a8-27a6a7a26f29 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:00:56.719280 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-55657744-f2b7-4e2d-8a6b-b0913e69bd32 req-9e8272ba-4227-405a-ba4c-39883171cd89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:56.747628 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-40686e36-ba72-440c-b1e7-b88fbefbfa05 req-1d274a10-e0d5-4285-88a8-27a6a7a26f29 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Usage tracker for resource:floatingip and tenant:57c03e2c6fe04a41927ce974a5ae8db2 is out of sync, need to count used quota {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:00:56.751630 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-40686e36-ba72-440c-b1e7-b88fbefbfa05 req-1d274a10-e0d5-4285-88a8-27a6a7a26f29 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:00:56.769745 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [req-40686e36-ba72-440c-b1e7-b88fbefbfa05 req-1d274a10-e0d5-4285-88a8-27a6a7a26f29 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:00:56.827834 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e3d30b-5c19-401d-bff4-67e3d346f1d1 req-e9db22a1-d0e1-4904-b690-ea6aa7769bfb tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:56.829513 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-87e3d30b-5c19-401d-bff4-67e3d346f1d1 req-e9db22a1-d0e1-4904-b690-ea6aa7769bfb tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a42868-5e1e-49af-b0ff-44e3cd2357e8 HTTP/1.1" status: 200 len: 945 time: 0.5363514 Feb 16 16:00:56.858368 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebbc9e8-68c3-460e-8db5-8e3b92db5320 req-b7e7241c-fae4-4bbe-aad8-e34ea8e73ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:56.859964 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-aebbc9e8-68c3-460e-8db5-8e3b92db5320 req-b7e7241c-fae4-4bbe-aad8-e34ea8e73ef9 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=b6ac59d0-6be4-4fc5-b34a-e5f20af6b2d0 HTTP/1.1" status: 200 len: 1167 time: 0.4904780 Feb 16 16:00:57.250079 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-40686e36-ba72-440c-b1e7-b88fbefbfa05 req-1d274a10-e0d5-4285-88a8-27a6a7a26f29 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Notify callbacks [] for floatingip, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:57.339468 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-aebbc9e8-68c3-460e-8db5-8e3b92db5320 req-59759f0e-db87-4ca2-b52b-c2ea4c5229aa service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=7f03c8b1-172f-4318-a3e4-d13a322e5ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4566331 Feb 16 16:00:57.360944 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-87e3d30b-5c19-401d-bff4-67e3d346f1d1 req-cf109e14-a90d-4f9b-ab17-35fd518d1036 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/security-groups?id=5898dce6-7055-4862-b83b-a300f7112f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5101576 Feb 16 16:00:57.460668 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device 0c5d885e-eb99-4821-8688-2345bcfcc455 up at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 16:00:57.503707 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [req-5d4c90ca-3a52-469e-82fa-69fe84e33867 req-d4dfc43b-8f6b-445d-9369-9e14adde4562 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] For port ae7ecb69-d57e-4702-9556-fc06046c468e, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=ae7ecb69-d57e-4702-9556-fc06046c468e,segment=NetworkSegment(345b1ee1-cb15-421b-844c-b60c726b46c9),segment_id=345b1ee1-cb15-421b-844c-b60c726b46c9)] {{(pid=84075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:00:57.504122 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-5d4c90ca-3a52-469e-82fa-69fe84e33867 req-d4dfc43b-8f6b-445d-9369-9e14adde4562 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862802'] for port, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:57.535409 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning complete for port 0c5d885e-eb99-4821-8688-2345bcfcc455 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:00:57.540901 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:57.672542 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [req-5d4c90ca-3a52-469e-82fa-69fe84e33867 req-d4dfc43b-8f6b-445d-9369-9e14adde4562 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Calling delete_port for ae7ecb69-d57e-4702-9556-fc06046c468e owned by compute:nova {{(pid=84075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 16:00:57.676768 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device ae7ecb69-d57e-4702-9556-fc06046c468e no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 16:00:57.804195 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:57.839582 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] For port ae7ecb69-d57e-4702-9556-fc06046c468e, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=ae7ecb69-d57e-4702-9556-fc06046c468e,segment=NetworkSegment(345b1ee1-cb15-421b-844c-b60c726b46c9),segment_id=345b1ee1-cb15-421b-844c-b60c726b46c9)] {{(pid=84076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:00:57.873917 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:57.875859 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:00:57.946489 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Pushing event updated for resources: {'Port': ['ID=ae7ecb69-d57e-4702-9556-fc06046c468e,revision_number=5']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:00:57.949967 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:00:58.089944 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d822fdd6-43bc-4887-a5a8-c7b00912cc91 req-22cfc28c-5c3e-4405-8377-21cc78164b83 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:58.091562 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-d822fdd6-43bc-4887-a5a8-c7b00912cc91 req-22cfc28c-5c3e-4405-8377-21cc78164b83 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.103 "GET /v2.0/ports?device_id=617c5d16-91b3-4115-98c3-d15fb41b5a8c HTTP/1.1" status: 200 len: 945 time: 0.4278255 Feb 16 16:00:58.097271 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-40686e36-ba72-440c-b1e7-b88fbefbfa05 req-1d274a10-e0d5-4285-88a8-27a6a7a26f29 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:58.109872 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1144199-152a-40ab-ad58-0829f3a9db43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae7ecb69-d57e-4702-9556-fc06046c468e'}] {{(pid=84076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 16:00:58.113804 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61038670-bfe4-4da1-af53-375a78fba2bf req-50bbe048-6186-4d84-82e2-5bf398dd197e tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:58.114578 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-61038670-bfe4-4da1-af53-375a78fba2bf req-50bbe048-6186-4d84-82e2-5bf398dd197e tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Synchronizing usage tracker for tenant:07b603c5d4484b84ab76183cea7c36c8 on resource:port {{(pid=84075) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 16:00:58.164009 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.db.api [req-5d4c90ca-3a52-469e-82fa-69fe84e33867 req-d4dfc43b-8f6b-445d-9369-9e14adde4562 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84075) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:00:58.164368 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_db.api [req-5d4c90ca-3a52-469e-82fa-69fe84e33867 req-d4dfc43b-8f6b-445d-9369-9e14adde4562 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 16 16:00:58.355721 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-61038670-bfe4-4da1-af53-375a78fba2bf req-50bbe048-6186-4d84-82e2-5bf398dd197e tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Unset dirty status for tenant:07b603c5d4484b84ab76183cea7c36c8 on resource:port {{(pid=84075) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 16:00:58.357017 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-61038670-bfe4-4da1-af53-375a78fba2bf req-50bbe048-6186-4d84-82e2-5bf398dd197e tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/ports?device_id=9602e576-dd8e-45b0-a239-2323eaf35b7a HTTP/1.1" status: 200 len: 932 time: 0.5639181 Feb 16 16:00:58.370411 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [req-d822fdd6-43bc-4887-a5a8-c7b00912cc91 req-e0fbb314-90d9-4e97-8dc7-7073fa7787dd tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Deleting port 0c5d885e-eb99-4821-8688-2345bcfcc455 {{(pid=84075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 16:00:58.370830 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-d822fdd6-43bc-4887-a5a8-c7b00912cc91 req-e0fbb314-90d9-4e97-8dc7-7073fa7787dd tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776636423795'] for port, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:58.448662 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [req-55657744-f2b7-4e2d-8a6b-b0913e69bd32 req-9e8272ba-4227-405a-ba4c-39883171cd89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cbd3722-00e2-439a-8dfe-ffbc0c7fa6f0 {{(pid=84075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 16 16:00:58.478062 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-55657744-f2b7-4e2d-8a6b-b0913e69bd32 req-9e8272ba-4227-405a-ba4c-39883171cd89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:58.583003 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [req-55657744-f2b7-4e2d-8a6b-b0913e69bd32 req-9e8272ba-4227-405a-ba4c-39883171cd89 service neutron] Transition to ACTIVE for port object 9cbd3722-00e2-439a-8dfe-ffbc0c7fa6f0 will not be triggered until provisioned by entity L2. {{(pid=84075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 16:00:58.605052 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-61038670-bfe4-4da1-af53-375a78fba2bf req-6d2caa4a-209f-4cd1-b7a2-6ef25f4a1a2c tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef25aa2-a300-4d1c-9993-bed7a0e4bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991689 Feb 16 16:00:58.620636 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-55657744-f2b7-4e2d-8a6b-b0913e69bd32 req-9e8272ba-4227-405a-ba4c-39883171cd89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847067257'] for port, after_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:58.647318 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-48657931-881b-47b3-9bf9-d66ab43abde2 tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:00:58.711018 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [req-5d4c90ca-3a52-469e-82fa-69fe84e33867 req-d4dfc43b-8f6b-445d-9369-9e14adde4562 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Deleting port ae7ecb69-d57e-4702-9556-fc06046c468e {{(pid=84075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 16:00:58.711406 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-5d4c90ca-3a52-469e-82fa-69fe84e33867 req-d4dfc43b-8f6b-445d-9369-9e14adde4562 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776636423795'] for port, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:59.307455 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8272ba-4227-405a-ba4c-39883171cd89 service neutron] Pushing event updated for resources: {'Port': ['ID=9cbd3722-00e2-439a-8dfe-ffbc0c7fa6f0,revision_number=2']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:00:59.316877 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-9e8272ba-4227-405a-ba4c-39883171cd89 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.668s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:00:59.453661 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device e1ead27c-1aaa-4ee8-83d5-4a474a12c0c6 up at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 16:00:59.491951 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.db_base_plugin_common [req-40686e36-ba72-440c-b1e7-b88fbefbfa05 req-1d274a10-e0d5-4285-88a8-27a6a7a26f29 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Allocated IP 172.27.1.175 (4b949073-2dbc-48f8-99e6-0912404ac0f6/1330f553-cf5d-40b8-b778-7809bbd3e08c/4b878247-6422-4549-ba57-9ec0b8bd3d40) {{(pid=84075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 16:00:59.498797 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [req-d822fdd6-43bc-4887-a5a8-c7b00912cc91 req-e0fbb314-90d9-4e97-8dc7-7073fa7787dd tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] For port 0c5d885e-eb99-4821-8688-2345bcfcc455, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=0c5d885e-eb99-4821-8688-2345bcfcc455,segment=NetworkSegment(d69440aa-dedb-489c-bfce-44f2e5f52ef4),segment_id=d69440aa-dedb-489c-bfce-44f2e5f52ef4)] {{(pid=84075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:00:59.499210 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-d822fdd6-43bc-4887-a5a8-c7b00912cc91 req-e0fbb314-90d9-4e97-8dc7-7073fa7787dd tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862802'] for port, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:59.533248 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning complete for port e1ead27c-1aaa-4ee8-83d5-4a474a12c0c6 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:00:59.533677 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:59.669638 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device 0c5d885e-eb99-4821-8688-2345bcfcc455 no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 16:00:59.794756 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:59.808253 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [req-d822fdd6-43bc-4887-a5a8-c7b00912cc91 req-e0fbb314-90d9-4e97-8dc7-7073fa7787dd tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Calling delete_port for 0c5d885e-eb99-4821-8688-2345bcfcc455 owned by compute:nova {{(pid=84075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 16:00:59.830186 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] For port 0c5d885e-eb99-4821-8688-2345bcfcc455, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=0c5d885e-eb99-4821-8688-2345bcfcc455,segment=NetworkSegment(d69440aa-dedb-489c-bfce-44f2e5f52ef4),segment_id=d69440aa-dedb-489c-bfce-44f2e5f52ef4)] {{(pid=84076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:00:59.859691 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:00:59.862331 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-93ffb26d-9830-4ac5-aef6-9e9cd4171783 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:00:59.870833 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543dc3d3-533f-4b39-89bb-d1ce97e3d580 req-ea9387dc-2bce-41a2-bb4b-30c908ced3ee tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:00:59.872465 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-543dc3d3-533f-4b39-89bb-d1ce97e3d580 req-ea9387dc-2bce-41a2-bb4b-30c908ced3ee tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=617c5d16-91b3-4115-98c3-d15fb41b5a8c HTTP/1.1" status: 200 len: 945 time: 1.1235793 Feb 16 16:00:59.936964 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Pushing event updated for resources: {'Port': ['ID=0c5d885e-eb99-4821-8688-2345bcfcc455,revision_number=5']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:00:59.941572 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:01:00.171144 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-543dc3d3-533f-4b39-89bb-d1ce97e3d580 req-940f9417-8d30-40eb-9fef-baf4412be850 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/security-groups?id=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868531 Feb 16 16:01:00.172917 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [req-5d4c90ca-3a52-469e-82fa-69fe84e33867 req-d4dfc43b-8f6b-445d-9369-9e14adde4562 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] For port ae7ecb69-d57e-4702-9556-fc06046c468e, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=ae7ecb69-d57e-4702-9556-fc06046c468e,segment=NetworkSegment(345b1ee1-cb15-421b-844c-b60c726b46c9),segment_id=345b1ee1-cb15-421b-844c-b60c726b46c9)] {{(pid=84075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:01:00.173320 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-5d4c90ca-3a52-469e-82fa-69fe84e33867 req-d4dfc43b-8f6b-445d-9369-9e14adde4562 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862802'] for port, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:00.265575 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [req-55657744-f2b7-4e2d-8a6b-b0913e69bd32 req-9e8272ba-4227-405a-ba4c-39883171cd89 service neutron] Attempting to bind port 9cbd3722-00e2-439a-8dfe-ffbc0c7fa6f0 on host hv-cinder-77570 for vnic_type normal with profile {{(pid=84075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:01:00.265939 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [req-55657744-f2b7-4e2d-8a6b-b0913e69bd32 req-9e8272ba-4227-405a-ba4c-39883171cd89 service neutron] Attempting to bind port 9cbd3722-00e2-439a-8dfe-ffbc0c7fa6f0 by drivers openvswitch on host hv-cinder-77570 at level 0 using segments [{'id': '0fe5a5a1-e5a4-48c5-9d03-a6e246614b42', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'f1c7fd91-bdeb-4c0b-869e-049ad754011c'}] {{(pid=84075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 16:01:00.266292 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55657744-f2b7-4e2d-8a6b-b0913e69bd32 req-9e8272ba-4227-405a-ba4c-39883171cd89 service neutron] Attempting to bind port 9cbd3722-00e2-439a-8dfe-ffbc0c7fa6f0 on network f1c7fd91-bdeb-4c0b-869e-049ad754011c {{(pid=84075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 16:01:00.349407 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [req-5d4c90ca-3a52-469e-82fa-69fe84e33867 req-d4dfc43b-8f6b-445d-9369-9e14adde4562 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Calling delete_port for ae7ecb69-d57e-4702-9556-fc06046c468e owned by compute:nova {{(pid=84075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 16:01:00.398222 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.db.api [req-d822fdd6-43bc-4887-a5a8-c7b00912cc91 req-e0fbb314-90d9-4e97-8dc7-7073fa7787dd tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84075) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:01:00.398577 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_db.api [req-d822fdd6-43bc-4887-a5a8-c7b00912cc91 req-e0fbb314-90d9-4e97-8dc7-7073fa7787dd tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 16 16:01:00.399357 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55657744-f2b7-4e2d-8a6b-b0913e69bd32 req-9e8272ba-4227-405a-ba4c-39883171cd89 service neutron] Checking agent: {'id': '6803919d-bffd-45bd-a97e-495ec12bc613', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 15, 54, 40), 'started_at': datetime.datetime(2021, 2, 16, 15, 55, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 16, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 16:01:00.399808 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55657744-f2b7-4e2d-8a6b-b0913e69bd32 req-9e8272ba-4227-405a-ba4c-39883171cd89 service neutron] Checking segment: {'id': '0fe5a5a1-e5a4-48c5-9d03-a6e246614b42', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'f1c7fd91-bdeb-4c0b-869e-049ad754011c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 16:01:00.400219 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-55657744-f2b7-4e2d-8a6b-b0913e69bd32 req-9e8272ba-4227-405a-ba4c-39883171cd89 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:00.400618 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55657744-f2b7-4e2d-8a6b-b0913e69bd32 req-9e8272ba-4227-405a-ba4c-39883171cd89 service neutron] Bound using segment: {'id': '0fe5a5a1-e5a4-48c5-9d03-a6e246614b42', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'f1c7fd91-bdeb-4c0b-869e-049ad754011c'} {{(pid=84075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 16:01:00.401111 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [req-55657744-f2b7-4e2d-8a6b-b0913e69bd32 req-9e8272ba-4227-405a-ba4c-39883171cd89 service neutron] Bound port: 9cbd3722-00e2-439a-8dfe-ffbc0c7fa6f0, host: hv-cinder-77570, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fe5a5a1-e5a4-48c5-9d03-a6e246614b42', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'f1c7fd91-bdeb-4c0b-869e-049ad754011c'}}] {{(pid=84075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 16:01:00.401482 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-55657744-f2b7-4e2d-8a6b-b0913e69bd32 req-9e8272ba-4227-405a-ba4c-39883171cd89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:00.500923 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-40686e36-ba72-440c-b1e7-b88fbefbfa05 req-1d274a10-e0d5-4285-88a8-27a6a7a26f29 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Notify callbacks [] for port, precommit_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:00.687696 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [req-55657744-f2b7-4e2d-8a6b-b0913e69bd32 req-9e8272ba-4227-405a-ba4c-39883171cd89 service neutron] For port 9cbd3722-00e2-439a-8dfe-ffbc0c7fa6f0, host hv-cinder-77570, cleared binding levels {{(pid=84075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 16:01:00.715566 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffd03b5-c1cf-4e14-9bc7-6bac41e81be4 req-75db235e-bb63-4ccb-8167-488548cc99ac tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:01:00.717187 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6ffd03b5-c1cf-4e14-9bc7-6bac41e81be4 req-75db235e-bb63-4ccb-8167-488548cc99ac tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=d1144199-152a-40ab-ad58-0829f3a9db43 HTTP/1.1" status: 200 len: 943 time: 0.3330934 Feb 16 16:01:00.718882 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [req-55657744-f2b7-4e2d-8a6b-b0913e69bd32 req-9e8272ba-4227-405a-ba4c-39883171cd89 service neutron] For port 9cbd3722-00e2-439a-8dfe-ffbc0c7fa6f0, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=9cbd3722-00e2-439a-8dfe-ffbc0c7fa6f0,segment=NetworkSegment(0fe5a5a1-e5a4-48c5-9d03-a6e246614b42),segment_id=0fe5a5a1-e5a4-48c5-9d03-a6e246614b42)] {{(pid=84075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 16:01:00.777801 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-55657744-f2b7-4e2d-8a6b-b0913e69bd32 req-9e8272ba-4227-405a-ba4c-39883171cd89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847067257'] for port, after_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:00.801672 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:01:00.864082 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-40686e36-ba72-440c-b1e7-b88fbefbfa05 req-1d274a10-e0d5-4285-88a8-27a6a7a26f29 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776636048806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7708556'] for port, after_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:00.876661 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-5d4c90ca-3a52-469e-82fa-69fe84e33867 req-d4dfc43b-8f6b-445d-9369-9e14adde4562 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776636383262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776636049574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7708556'] for port, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:00.953072 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [req-d822fdd6-43bc-4887-a5a8-c7b00912cc91 req-e0fbb314-90d9-4e97-8dc7-7073fa7787dd tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Deleting port 0c5d885e-eb99-4821-8688-2345bcfcc455 {{(pid=84075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 16:01:00.953376 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-d822fdd6-43bc-4887-a5a8-c7b00912cc91 req-e0fbb314-90d9-4e97-8dc7-7073fa7787dd tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776636423795'] for port, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:00.983453 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6ffd03b5-c1cf-4e14-9bc7-6bac41e81be4 req-bb5c0efc-5234-4c95-9d92-bdb017896b8f tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fcb05d0-71e7-4569-9012-47a704188c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583711 Feb 16 16:01:01.509206 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8272ba-4227-405a-ba4c-39883171cd89 service neutron] Pushing event updated for resources: {'Port': ['ID=9cbd3722-00e2-439a-8dfe-ffbc0c7fa6f0,revision_number=3']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:01:01.513262 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-9e8272ba-4227-405a-ba4c-39883171cd89 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.712s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:01:01.528704 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.643s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:01:01.774185 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d274a10-e0d5-4285-88a8-27a6a7a26f29 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Pushing event updated for resources: {'Port': ['ID=4b878247-6422-4549-ba57-9ec0b8bd3d40,revision_number=1']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:01:01.778713 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55657744-f2b7-4e2d-8a6b-b0913e69bd32 req-9e8272ba-4227-405a-ba4c-39883171cd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:01:01.780521 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-55657744-f2b7-4e2d-8a6b-b0913e69bd32 req-9e8272ba-4227-405a-ba4c-39883171cd89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487'] for port, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:01.780821 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-55657744-f2b7-4e2d-8a6b-b0913e69bd32 req-9e8272ba-4227-405a-ba4c-39883171cd89 service neutron] 10.222.0.103 "PUT /v2.0/ports/9cbd3722-00e2-439a-8dfe-ffbc0c7fa6f0 HTTP/1.1" status: 200 len: 1158 time: 5.5864782 Feb 16 16:01:01.794960 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9602e576-dd8e-45b0-a239-2323eaf35b7a', 'tag': '9cbd3722-00e2-439a-8dfe-ffbc0c7fa6f0'}] {{(pid=84075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 16:01:01.976759 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dfc43b-8f6b-445d-9369-9e14adde4562 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Pushing event deleted for resources: {'Port': ['ID=ae7ecb69-d57e-4702-9556-fc06046c468e,revision_number=None']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:01:01.987577 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-d4dfc43b-8f6b-445d-9369-9e14adde4562 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:01:01.990272 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40686e36-ba72-440c-b1e7-b88fbefbfa05 req-1d274a10-e0d5-4285-88a8-27a6a7a26f29 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Network 4b949073-2dbc-48f8-99e6-0912404ac0f6 is already hosted by enough agents. {{(pid=84075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 16:01:01.994762 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-f5ca7518-50d4-4448-8c8b-d0ba696dd297 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.011s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:01:01.995183 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-f5ca7518-50d4-4448-8c8b-d0ba696dd297 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:01:02.009443 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.base_scheduler [req-40686e36-ba72-440c-b1e7-b88fbefbfa05 req-1d274a10-e0d5-4285-88a8-27a6a7a26f29 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Resources bound (agent type, host, resource id): {{(pid=84075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 16:01:02.021536 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [req-40686e36-ba72-440c-b1e7-b88fbefbfa05 req-1d274a10-e0d5-4285-88a8-27a6a7a26f29 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Received port after_create {{(pid=84075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 16:01:02.123119 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca85e88e-fa1e-4e50-b968-3f189f5d2b7c req-f4a89623-d833-422b-bd4c-e594139e3d09 tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:01:02.124732 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ca85e88e-fa1e-4e50-b968-3f189f5d2b7c req-f4a89623-d833-422b-bd4c-e594139e3d09 tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] 10.222.0.101 "GET /v2.0/ports?device_id=b6ac59d0-6be4-4fc5-b34a-e5f20af6b2d0 HTTP/1.1" status: 200 len: 950 time: 1.0004914 Feb 16 16:01:02.132504 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d4c90ca-3a52-469e-82fa-69fe84e33867 req-d4dfc43b-8f6b-445d-9369-9e14adde4562 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] No DVR routers for this DVR port ae7ecb69-d57e-4702-9556-fc06046c468e on host hv-cinder-77570 {{(pid=84075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 16:01:02.174208 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-5d4c90ca-3a52-469e-82fa-69fe84e33867 req-d4dfc43b-8f6b-445d-9369-9e14adde4562 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487'] for port, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:02.216091 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [req-d822fdd6-43bc-4887-a5a8-c7b00912cc91 req-e0fbb314-90d9-4e97-8dc7-7073fa7787dd tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] For port 0c5d885e-eb99-4821-8688-2345bcfcc455, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=0c5d885e-eb99-4821-8688-2345bcfcc455,segment=NetworkSegment(d69440aa-dedb-489c-bfce-44f2e5f52ef4),segment_id=d69440aa-dedb-489c-bfce-44f2e5f52ef4)] {{(pid=84075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:01:02.216515 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-d822fdd6-43bc-4887-a5a8-c7b00912cc91 req-e0fbb314-90d9-4e97-8dc7-7073fa7787dd tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862802'] for port, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:02.444136 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [req-d822fdd6-43bc-4887-a5a8-c7b00912cc91 req-e0fbb314-90d9-4e97-8dc7-7073fa7787dd tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Calling delete_port for 0c5d885e-eb99-4821-8688-2345bcfcc455 owned by compute:nova {{(pid=84075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 16:01:02.494509 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5d4c90ca-3a52-469e-82fa-69fe84e33867 req-d4dfc43b-8f6b-445d-9369-9e14adde4562 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.103 "DELETE /v2.0/ports/ae7ecb69-d57e-4702-9556-fc06046c468e HTTP/1.1" status: 204 len: 173 time: 6.3715091 Feb 16 16:01:02.504527 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ca85e88e-fa1e-4e50-b968-3f189f5d2b7c req-a2dbd407-3625-4b60-84a7-58acca404553 tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f03c8b1-172f-4318-a3e4-d13a322e5ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3671687 Feb 16 16:01:02.513266 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55657744-f2b7-4e2d-8a6b-b0913e69bd32 req-7146b63f-54ee-4023-a6da-c44b3e0a735e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:01:02.514929 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-55657744-f2b7-4e2d-8a6b-b0913e69bd32 req-7146b63f-54ee-4023-a6da-c44b3e0a735e service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=07b603c5d4484b84ab76183cea7c36c8&device_id=9602e576-dd8e-45b0-a239-2323eaf35b7a HTTP/1.1" status: 200 len: 1161 time: 0.6016726 Feb 16 16:01:02.560417 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1144199-152a-40ab-ad58-0829f3a9db43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae7ecb69-d57e-4702-9556-fc06046c468e', 'code': 200} Feb 16 16:01:02.621791 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-55657744-f2b7-4e2d-8a6b-b0913e69bd32 req-0ea1fc8e-8185-4e5a-924d-5dd64373ce3c service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9cbd3722-00e2-439a-8dfe-ffbc0c7fa6f0 HTTP/1.1" status: 200 len: 217 time: 0.0927832 Feb 16 16:01:02.626076 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-40686e36-ba72-440c-b1e7-b88fbefbfa05 req-1d274a10-e0d5-4285-88a8-27a6a7a26f29 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:02.874560 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55657744-f2b7-4e2d-8a6b-b0913e69bd32 req-11a6282a-afda-4fde-b860-613f441786b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:01:02.876184 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-55657744-f2b7-4e2d-8a6b-b0913e69bd32 req-11a6282a-afda-4fde-b860-613f441786b1 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=a1024a4d-2577-47c6-a462-e2547e02862f HTTP/1.1" status: 200 len: 854 time: 0.2429950 Feb 16 16:01:02.938381 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-40686e36-ba72-440c-b1e7-b88fbefbfa05 req-1d274a10-e0d5-4285-88a8-27a6a7a26f29 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:02.981019 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-55657744-f2b7-4e2d-8a6b-b0913e69bd32 req-165e52bf-d37f-4504-972b-091e8acafdef service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=f1c7fd91-bdeb-4c0b-869e-049ad754011c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0964167 Feb 16 16:01:03.171842 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-d822fdd6-43bc-4887-a5a8-c7b00912cc91 req-e0fbb314-90d9-4e97-8dc7-7073fa7787dd tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776636383262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776636049574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7708556'] for port, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:03.189580 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bfbae9-988e-4571-88f0-fe75861e0ec4 req-263be35b-900b-4400-8697-8b696f9a67eb tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:01:03.191912 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-03bfbae9-988e-4571-88f0-fe75861e0ec4 req-263be35b-900b-4400-8697-8b696f9a67eb tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a42868-5e1e-49af-b0ff-44e3cd2357e8 HTTP/1.1" status: 200 len: 945 time: 0.4983842 Feb 16 16:01:03.211396 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-3afb8e81-c2b8-4f0a-8ac4-79282ff25f9b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:01:03.528706 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fbb314-90d9-4e97-8dc7-7073fa7787dd tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Pushing event deleted for resources: {'Port': ['ID=0c5d885e-eb99-4821-8688-2345bcfcc455,revision_number=None']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:01:03.586317 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-e0fbb314-90d9-4e97-8dc7-7073fa7787dd tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:01:03.697835 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-55657744-f2b7-4e2d-8a6b-b0913e69bd32 req-b44c67d2-737c-40fd-b4cc-543b7885cc8c service neutron] 10.222.0.103 "GET /v2.0/networks/f1c7fd91-bdeb-4c0b-869e-049ad754011c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7037058 Feb 16 16:01:03.705496 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-03bfbae9-988e-4571-88f0-fe75861e0ec4 req-a39c3594-477e-48f8-a6d1-6fcbc98b3c71 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/security-groups?id=5898dce6-7055-4862-b83b-a300f7112f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4610786 Feb 16 16:01:04.023509 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [req-d822fdd6-43bc-4887-a5a8-c7b00912cc91 req-e0fbb314-90d9-4e97-8dc7-7073fa7787dd tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] No DVR routers for this DVR port 0c5d885e-eb99-4821-8688-2345bcfcc455 on host hv-cinder-77570 {{(pid=84075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 16:01:04.029189 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-d822fdd6-43bc-4887-a5a8-c7b00912cc91 req-e0fbb314-90d9-4e97-8dc7-7073fa7787dd tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487'] for port, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:04.105417 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-55657744-f2b7-4e2d-8a6b-b0913e69bd32 req-4f3cb11e-ef10-4dcd-9c41-7fd53b4b0e25 service neutron] 10.222.0.103 "GET /v2.0/networks/f1c7fd91-bdeb-4c0b-869e-049ad754011c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3964345 Feb 16 16:01:04.111365 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-d822fdd6-43bc-4887-a5a8-c7b00912cc91 req-e0fbb314-90d9-4e97-8dc7-7073fa7787dd tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.103 "DELETE /v2.0/ports/0c5d885e-eb99-4821-8688-2345bcfcc455 HTTP/1.1" status: 204 len: 173 time: 5.9922366 Feb 16 16:01:04.114932 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-40686e36-ba72-440c-b1e7-b88fbefbfa05 req-1d274a10-e0d5-4285-88a8-27a6a7a26f29 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Notify callbacks [] for port, precommit_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:04.140786 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2873b9d8-e9a5-4ed8-b0be-5883a3bbefd1 req-dfc7325c-8742-4cc5-9312-8b39e2ee4f44 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:01:04.142394 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-2873b9d8-e9a5-4ed8-b0be-5883a3bbefd1 req-dfc7325c-8742-4cc5-9312-8b39e2ee4f44 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/ports?device_id=9602e576-dd8e-45b0-a239-2323eaf35b7a HTTP/1.1" status: 200 len: 944 time: 0.1734691 Feb 16 16:01:04.143565 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-40686e36-ba72-440c-b1e7-b88fbefbfa05 req-1d274a10-e0d5-4285-88a8-27a6a7a26f29 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847067257'] for port, after_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:04.160853 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-2d335a14-3c6a-4a79-b4ef-98ea26008a87 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:01:04.345588 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d274a10-e0d5-4285-88a8-27a6a7a26f29 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Pushing event updated for resources: {'Port': ['ID=4b878247-6422-4549-ba57-9ec0b8bd3d40,revision_number=2']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:01:04.353070 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-2873b9d8-e9a5-4ed8-b0be-5883a3bbefd1 req-3c919de0-1461-4443-8087-e9333e8e1ba8 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef25aa2-a300-4d1c-9993-bed7a0e4bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955261 Feb 16 16:01:04.356083 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1d274a10-e0d5-4285-88a8-27a6a7a26f29 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:01:04.449085 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-40686e36-ba72-440c-b1e7-b88fbefbfa05 req-1d274a10-e0d5-4285-88a8-27a6a7a26f29 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853906801'] for floatingip, after_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:04.518898 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-40686e36-ba72-440c-b1e7-b88fbefbfa05 req-1d274a10-e0d5-4285-88a8-27a6a7a26f29 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487'] for floatingip, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:04.520166 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-40686e36-ba72-440c-b1e7-b88fbefbfa05 req-1d274a10-e0d5-4285-88a8-27a6a7a26f29 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 7.8820772 Feb 16 16:01:04.526715 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-b83ba9b5-568f-4d29-bb3e-9ec7e5f8605e req-6586c475-9e81-4bc8-b966-5766ed9af340 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Synchronizing usage tracker for tenant:15f9cf749fe94c5aa76af3d23d68fbb3 on resource:port {{(pid=84075) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 16:01:04.561857 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '617c5d16-91b3-4115-98c3-d15fb41b5a8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c5d885e-eb99-4821-8688-2345bcfcc455'}] {{(pid=84076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 16:01:04.619169 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-40686e36-ba72-440c-b1e7-b88fbefbfa05 req-2c96ed85-4115-4fc2-97f2-0c80b7acd314 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Synchronizing usage tracker for tenant:57c03e2c6fe04a41927ce974a5ae8db2 on resource:floatingip {{(pid=84075) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 16:01:04.653464 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-b83ba9b5-568f-4d29-bb3e-9ec7e5f8605e req-6586c475-9e81-4bc8-b966-5766ed9af340 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Unset dirty status for tenant:15f9cf749fe94c5aa76af3d23d68fbb3 on resource:port {{(pid=84075) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 16:01:04.654756 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b83ba9b5-568f-4d29-bb3e-9ec7e5f8605e req-6586c475-9e81-4bc8-b966-5766ed9af340 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] 10.222.0.101 "GET /v2.0/ports?device_id=617c5d16-91b3-4115-98c3-d15fb41b5a8c HTTP/1.1" status: 200 len: 210 time: 0.1792829 Feb 16 16:01:04.676671 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-40686e36-ba72-440c-b1e7-b88fbefbfa05 req-2c96ed85-4115-4fc2-97f2-0c80b7acd314 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Unset dirty status for tenant:57c03e2c6fe04a41927ce974a5ae8db2 on resource:floatingip {{(pid=84075) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 16:01:04.678021 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-40686e36-ba72-440c-b1e7-b88fbefbfa05 req-2c96ed85-4115-4fc2-97f2-0c80b7acd314 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.27.1.175 HTTP/1.1" status: 200 len: 696 time: 0.1484723 Feb 16 16:01:04.712421 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9602e576-dd8e-45b0-a239-2323eaf35b7a', 'tag': '9cbd3722-00e2-439a-8dfe-ffbc0c7fa6f0', 'status': 'completed', 'code': 200} Feb 16 16:01:04.924583 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40686e36-ba72-440c-b1e7-b88fbefbfa05 req-f734fdb0-6d1b-4369-a300-4b5af6f03058 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:01:04.926093 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-40686e36-ba72-440c-b1e7-b88fbefbfa05 req-f734fdb0-6d1b-4369-a300-4b5af6f03058 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/networks/4b949073-2dbc-48f8-99e6-0912404ac0f6 HTTP/1.1" status: 200 len: 784 time: 0.2417572 Feb 16 16:01:04.929091 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06b61a6-542b-4a46-a839-04efcde6067f req-6f88c5a7-33f0-4442-9bf6-3de3b97fa3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:01:04.930506 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-f06b61a6-542b-4a46-a839-04efcde6067f req-6f88c5a7-33f0-4442-9bf6-3de3b97fa3ca service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=07b603c5d4484b84ab76183cea7c36c8&device_id=9602e576-dd8e-45b0-a239-2323eaf35b7a HTTP/1.1" status: 200 len: 1161 time: 0.1431129 Feb 16 16:01:04.939323 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [req-40686e36-ba72-440c-b1e7-b88fbefbfa05 req-eef029be-e77f-4dcb-b862-ef23fdd73df0 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=84075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:01:04.941018 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-40686e36-ba72-440c-b1e7-b88fbefbfa05 req-eef029be-e77f-4dcb-b862-ef23fdd73df0 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0064673 Feb 16 16:01:05.016003 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '617c5d16-91b3-4115-98c3-d15fb41b5a8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c5d885e-eb99-4821-8688-2345bcfcc455', 'code': 200} Feb 16 16:01:05.187351 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06b61a6-542b-4a46-a839-04efcde6067f req-764874d8-e292-4ab3-93cb-eccf2dc85b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:01:05.188949 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-f06b61a6-542b-4a46-a839-04efcde6067f req-764874d8-e292-4ab3-93cb-eccf2dc85b69 service neutron] 10.222.0.103 "GET /v2.0/networks?id=f1c7fd91-bdeb-4c0b-869e-049ad754011c HTTP/1.1" status: 200 len: 908 time: 0.2468734 Feb 16 16:01:05.277895 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-f06b61a6-542b-4a46-a839-04efcde6067f req-7b770d26-5acf-4766-880a-2977c3bac24b service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9cbd3722-00e2-439a-8dfe-ffbc0c7fa6f0 HTTP/1.1" status: 200 len: 217 time: 0.0806165 Feb 16 16:01:05.293810 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2041bc1-0be9-4bed-8f6d-5e7212eb9121 req-eb41590d-104d-4919-b65a-46da8fed0a30 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:01:05.295463 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-f2041bc1-0be9-4bed-8f6d-5e7212eb9121 req-eb41590d-104d-4919-b65a-46da8fed0a30 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a42868-5e1e-49af-b0ff-44e3cd2357e8 HTTP/1.1" status: 200 len: 945 time: 0.1865313 Feb 16 16:01:05.448006 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06b61a6-542b-4a46-a839-04efcde6067f req-f96dfb5e-1807-463c-8697-8dba779b2602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:01:05.449513 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-f06b61a6-542b-4a46-a839-04efcde6067f req-f96dfb5e-1807-463c-8697-8dba779b2602 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=a1024a4d-2577-47c6-a462-e2547e02862f HTTP/1.1" status: 200 len: 854 time: 0.1531155 Feb 16 16:01:05.458020 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-f2041bc1-0be9-4bed-8f6d-5e7212eb9121 req-01efafcc-7f8f-410b-ab6e-f9ae95c23e19 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/security-groups?id=5898dce6-7055-4862-b83b-a300f7112f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225324 Feb 16 16:01:05.497126 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device a3cfc80c-3747-4eaa-971c-fd4b447bcf21 up at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 16:01:05.517800 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-f06b61a6-542b-4a46-a839-04efcde6067f req-63e71a49-fdc6-4413-bb66-67108e8cd108 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=f1c7fd91-bdeb-4c0b-869e-049ad754011c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579319 Feb 16 16:01:05.574532 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning complete for port a3cfc80c-3747-4eaa-971c-fd4b447bcf21 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:01:05.575171 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:05.702151 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2de83f-b1a5-4696-a74f-d1b5fd41bf52 req-303ecc15-677d-4aec-aa6d-119af773a181 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:01:05.703744 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-4a2de83f-b1a5-4696-a74f-d1b5fd41bf52 req-303ecc15-677d-4aec-aa6d-119af773a181 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/ports?device_id=4dff69e3-5cdc-414f-9e67-129d15aa03d2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3154054 Feb 16 16:01:05.828364 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-4a2de83f-b1a5-4696-a74f-d1b5fd41bf52 req-5fcf967e-a171-433a-874f-5d8a28b9f679 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.27.1.175 HTTP/1.1" status: 200 len: 696 time: 0.1141839 Feb 16 16:01:05.832986 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-f06b61a6-542b-4a46-a839-04efcde6067f req-32d08126-d069-4969-b9aa-2aade8ccb224 service neutron] 10.222.0.103 "GET /v2.0/networks/f1c7fd91-bdeb-4c0b-869e-049ad754011c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3046200 Feb 16 16:01:05.869730 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [req-4a2de83f-b1a5-4696-a74f-d1b5fd41bf52 req-10a0795d-50db-4489-a57d-b48c0b67f763 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Request body: {'floatingip': {'port_id': '53e5b9e3-3153-4dfd-9bf9-873f1b6966b5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:01:05.983437 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff640537-9e16-4c6e-b9a9-801ae3831c52 req-ac0b4545-5f06-4c5f-be97-87e5b8dbd652 tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:01:05.984984 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ff640537-9e16-4c6e-b9a9-801ae3831c52 req-ac0b4545-5f06-4c5f-be97-87e5b8dbd652 tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] 10.222.0.101 "GET /v2.0/ports?device_id=b6ac59d0-6be4-4fc5-b34a-e5f20af6b2d0 HTTP/1.1" status: 200 len: 950 time: 0.4047165 Feb 16 16:01:05.988254 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-4a2de83f-b1a5-4696-a74f-d1b5fd41bf52 req-10a0795d-50db-4489-a57d-b48c0b67f763 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Notify callbacks [] for floatingip, before_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:06.519504 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ff640537-9e16-4c6e-b9a9-801ae3831c52 req-07bca16f-de3a-45da-9dfc-9751f478a1cd tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f03c8b1-172f-4318-a3e4-d13a322e5ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4744864 Feb 16 16:01:06.543981 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-f06b61a6-542b-4a46-a839-04efcde6067f req-99bcc671-35d1-421d-9bd0-d48e485083ac service neutron] 10.222.0.103 "GET /v2.0/networks/f1c7fd91-bdeb-4c0b-869e-049ad754011c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6984110 Feb 16 16:01:06.725041 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1144199-152a-40ab-ad58-0829f3a9db43', 'name': 'network-vif-deleted', 'tag': 'ae7ecb69-d57e-4702-9556-fc06046c468e'}, {'server_uuid': '617c5d16-91b3-4115-98c3-d15fb41b5a8c', 'name': 'network-vif-deleted', 'tag': '0c5d885e-eb99-4821-8688-2345bcfcc455'}] {{(pid=84075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 16:01:06.833771 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9baebc9-1f18-4658-b118-c87174c78437 req-8616edbc-f0b2-408a-b9f4-c30c49a0e081 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:01:06.835470 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-a9baebc9-1f18-4658-b118-c87174c78437 req-8616edbc-f0b2-408a-b9f4-c30c49a0e081 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/ports?device_id=9602e576-dd8e-45b0-a239-2323eaf35b7a HTTP/1.1" status: 200 len: 944 time: 0.2085612 Feb 16 16:01:06.997111 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-a9baebc9-1f18-4658-b118-c87174c78437 req-694adb11-a33e-4e66-8868-d41fa58a349e tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef25aa2-a300-4d1c-9993-bed7a0e4bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504283 Feb 16 16:01:07.087689 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 50170) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:01:07.149469 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-4a2de83f-b1a5-4696-a74f-d1b5fd41bf52 req-10a0795d-50db-4489-a57d-b48c0b67f763 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:07.188669 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-4a2de83f-b1a5-4696-a74f-d1b5fd41bf52 req-10a0795d-50db-4489-a57d-b48c0b67f763 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853906801'] for floatingip, after_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:07.454197 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.db.l3_db [req-4a2de83f-b1a5-4696-a74f-d1b5fd41bf52 req-10a0795d-50db-4489-a57d-b48c0b67f763 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Floating IP 6db269bf-b187-4408-abfa-881b4a080560 associated. External IP: 172.27.1.175, port: 53e5b9e3-3153-4dfd-9bf9-873f1b6966b5. Feb 16 16:01:07.509208 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device a3cfc80c-3747-4eaa-971c-fd4b447bcf21 up at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 16:01:07.529049 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc53cb1-1fa0-4a5c-bbab-f5a355f104d6 req-4a90976e-983d-4e0e-be4c-4f5a88c2841c tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:01:07.529049 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-adc53cb1-1fa0-4a5c-bbab-f5a355f104d6 req-4a90976e-983d-4e0e-be4c-4f5a88c2841c tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] 10.222.0.103 "GET /v2.0/ports?device_id=b6ac59d0-6be4-4fc5-b34a-e5f20af6b2d0 HTTP/1.1" status: 200 len: 950 time: 0.2772386 Feb 16 16:01:07.587996 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning complete for port a3cfc80c-3747-4eaa-971c-fd4b447bcf21 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:01:07.588405 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:07.745379 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device e1ead27c-1aaa-4ee8-83d5-4a474a12c0c6 no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 16:01:07.766957 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [req-adc53cb1-1fa0-4a5c-bbab-f5a355f104d6 req-24d74430-5f28-416b-9de8-8eed6d501749 tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] Deleting port e1ead27c-1aaa-4ee8-83d5-4a474a12c0c6 {{(pid=84075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 16:01:07.767340 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-adc53cb1-1fa0-4a5c-bbab-f5a355f104d6 req-24d74430-5f28-416b-9de8-8eed6d501749 tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776636423795'] for port, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:07.877960 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:07.909770 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6ac59d0-6be4-4fc5-b34a-e5f20af6b2d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1ead27c-1aaa-4ee8-83d5-4a474a12c0c6'}] {{(pid=84076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 16:01:07.921649 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] For port e1ead27c-1aaa-4ee8-83d5-4a474a12c0c6, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=e1ead27c-1aaa-4ee8-83d5-4a474a12c0c6,segment=NetworkSegment(04452a00-bf97-4637-862f-09f44856a876),segment_id=04452a00-bf97-4637-862f-09f44856a876)] {{(pid=84076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:01:07.945686 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-506cc3a9-790f-4aeb-b903-a0577a8101cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-868963'] for router_interface, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:07.962295 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:07.964391 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:01:08.054856 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a2625-48ac-4d8c-9977-4476e7dbc710 req-5807b767-7f45-4615-a4c2-ed6314dee4ba tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:01:08.061185 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Pushing event updated for resources: {'Port': ['ID=e1ead27c-1aaa-4ee8-83d5-4a474a12c0c6,revision_number=5']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:01:08.062391 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b87a2625-48ac-4d8c-9977-4476e7dbc710 req-5807b767-7f45-4615-a4c2-ed6314dee4ba tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a42868-5e1e-49af-b0ff-44e3cd2357e8 HTTP/1.1" status: 200 len: 945 time: 0.4175036 Feb 16 16:01:08.065600 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:01:08.369391 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-506cc3a9-790f-4aeb-b903-a0577a8101cd admin admin] Deleting port b851138a-aa5b-4219-aeca-2408d70e23eb {{(pid=84074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 16:01:08.369782 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-506cc3a9-790f-4aeb-b903-a0577a8101cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776636423795'] for port, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:08.486795 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b87a2625-48ac-4d8c-9977-4476e7dbc710 req-91d83f84-16bb-485d-b2a3-934e928b8f47 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/security-groups?id=5898dce6-7055-4862-b83b-a300f7112f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4233398 Feb 16 16:01:08.545439 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a2de83f-b1a5-4696-a74f-d1b5fd41bf52 req-10a0795d-50db-4489-a57d-b48c0b67f763 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Router fbbad0f3-69af-4b08-b932-6a0de89dfb4b has already been hosted by L3 agent 4f2d6f55-b6e7-4768-88f5-01ac5c4c3902 {{(pid=84075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 16:01:08.553645 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [req-adc53cb1-1fa0-4a5c-bbab-f5a355f104d6 req-24d74430-5f28-416b-9de8-8eed6d501749 tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] For port e1ead27c-1aaa-4ee8-83d5-4a474a12c0c6, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=e1ead27c-1aaa-4ee8-83d5-4a474a12c0c6,segment=NetworkSegment(04452a00-bf97-4637-862f-09f44856a876),segment_id=04452a00-bf97-4637-862f-09f44856a876)] {{(pid=84075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:01:08.553863 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-adc53cb1-1fa0-4a5c-bbab-f5a355f104d6 req-24d74430-5f28-416b-9de8-8eed6d501749 tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862802'] for port, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:08.563744 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1144199-152a-40ab-ad58-0829f3a9db43', 'name': 'network-vif-deleted', 'tag': 'ae7ecb69-d57e-4702-9556-fc06046c468e', 'status': 'completed', 'code': 200} Feb 16 16:01:08.564066 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '617c5d16-91b3-4115-98c3-d15fb41b5a8c', 'name': 'network-vif-deleted', 'tag': '0c5d885e-eb99-4821-8688-2345bcfcc455', 'status': 'completed', 'code': 200} Feb 16 16:01:08.569041 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-506cc3a9-790f-4aeb-b903-a0577a8101cd admin admin] For port b851138a-aa5b-4219-aeca-2408d70e23eb, host dv-cinder-775706-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-iscsi',level=0,port_id=b851138a-aa5b-4219-aeca-2408d70e23eb,segment=NetworkSegment(d69440aa-dedb-489c-bfce-44f2e5f52ef4),segment_id=d69440aa-dedb-489c-bfce-44f2e5f52ef4)] {{(pid=84074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:01:08.569357 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-506cc3a9-790f-4aeb-b903-a0577a8101cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862802'] for port, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:08.711520 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-506cc3a9-790f-4aeb-b903-a0577a8101cd admin admin] Calling delete_port for b851138a-aa5b-4219-aeca-2408d70e23eb owned by network:router_interface {{(pid=84074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 16:01:08.760563 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [req-adc53cb1-1fa0-4a5c-bbab-f5a355f104d6 req-24d74430-5f28-416b-9de8-8eed6d501749 tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] Calling delete_port for e1ead27c-1aaa-4ee8-83d5-4a474a12c0c6 owned by compute:nova {{(pid=84075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 16:01:09.036544 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a2de83f-b1a5-4696-a74f-d1b5fd41bf52 req-10a0795d-50db-4489-a57d-b48c0b67f763 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Notify agent at l3_agent.dv-cinder-775706-1-iscsi the message routers_updated {{(pid=84075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 16:01:09.051171 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a29ddf-a107-44ad-a14f-b4d3ac272c28 req-98a15cd4-10f6-4b25-a476-0a525008456f tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:01:09.051171 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-c7a29ddf-a107-44ad-a14f-b4d3ac272c28 req-98a15cd4-10f6-4b25-a476-0a525008456f tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Synchronizing usage tracker for tenant:1a1a953a14c748c6a608c59eb0095246 on resource:port {{(pid=84075) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 16:01:09.051354 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a7cc57-4d53-43fb-9475-b5fd40883dd3 None None] Sync routers for ids ['fbbad0f3-69af-4b08-b932-6a0de89dfb4b'] in dv-cinder-775706-1-iscsi {{(pid=84077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 16:01:09.062310 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-4a2de83f-b1a5-4696-a74f-d1b5fd41bf52 req-10a0795d-50db-4489-a57d-b48c0b67f763 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487'] for floatingip, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:09.076747 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a7cc57-4d53-43fb-9475-b5fd40883dd3 None None] Routers {'fbbad0f3-69af-4b08-b932-6a0de89dfb4b'} bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 16:01:09.077576 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-16a7cc57-4d53-43fb-9475-b5fd40883dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-16T15:47:20Z,description=,heartbeat_timestamp=2021-02-16T16:00:51Z,host='dv-cinder-775706-1-iscsi',id=4f2d6f55-b6e7-4768-88f5-01ac5c4c3902,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:47:21Z,topic='l3_agent')) {'router_ids': ['fbbad0f3-69af-4b08-b932-6a0de89dfb4b'], 'active': True} {{(pid=84077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:01:09.110232 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.db.api [req-adc53cb1-1fa0-4a5c-bbab-f5a355f104d6 req-24d74430-5f28-416b-9de8-8eed6d501749 tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84075) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:01:09.110615 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_db.api [req-adc53cb1-1fa0-4a5c-bbab-f5a355f104d6 req-24d74430-5f28-416b-9de8-8eed6d501749 tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 16 16:01:09.131820 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-4a2de83f-b1a5-4696-a74f-d1b5fd41bf52 req-10a0795d-50db-4489-a57d-b48c0b67f763 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "PUT /v2.0/floatingips/6db269bf-b187-4408-abfa-881b4a080560 HTTP/1.1" status: 200 len: 996 time: 3.2901356 Feb 16 16:01:09.201463 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-c7a29ddf-a107-44ad-a14f-b4d3ac272c28 req-98a15cd4-10f6-4b25-a476-0a525008456f tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Unset dirty status for tenant:1a1a953a14c748c6a608c59eb0095246 on resource:port {{(pid=84075) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 16:01:09.202936 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c7a29ddf-a107-44ad-a14f-b4d3ac272c28 req-98a15cd4-10f6-4b25-a476-0a525008456f tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=c6e18375-dbef-48d3-bf08-ce8ec6cba62e HTTP/1.1" status: 200 len: 946 time: 0.5105407 Feb 16 16:01:09.224931 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-506cc3a9-790f-4aeb-b903-a0577a8101cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776636383262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776636049574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6980856'] for port, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:09.242489 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:01:09.275089 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c7a29ddf-a107-44ad-a14f-b4d3ac272c28 req-876be6b7-9efa-43fe-be20-d4cdd0f704ea tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fcb05d0-71e7-4569-9012-47a704188c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638304 Feb 16 16:01:09.281775 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2de83f-b1a5-4696-a74f-d1b5fd41bf52 req-989ce53b-090a-47b5-8aaa-f67ac108ad6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:01:09.287231 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-4a2de83f-b1a5-4696-a74f-d1b5fd41bf52 req-989ce53b-090a-47b5-8aaa-f67ac108ad6f service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=57c03e2c6fe04a41927ce974a5ae8db2&device_id=4dff69e3-5cdc-414f-9e67-129d15aa03d2 HTTP/1.1" status: 200 len: 1162 time: 0.1382222 Feb 16 16:01:09.309970 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvr_db [None req-16a7cc57-4d53-43fb-9475-b5fd40883dd3 None None] Set router fbbad0f3-69af-4b08-b932-6a0de89dfb4b gateway port host: dv-cinder-775706-1-iscsi {{(pid=84077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 16:01:09.320735 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506cc3a9-790f-4aeb-b903-a0577a8101cd admin admin] Pushing event deleted for resources: {'Port': ['ID=b851138a-aa5b-4219-aeca-2408d70e23eb,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:01:09.372123 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-506cc3a9-790f-4aeb-b903-a0577a8101cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:01:09.514355 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2de83f-b1a5-4696-a74f-d1b5fd41bf52 req-ff8fb6a9-67f1-4b88-9022-1a996b44783c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:01:09.514571 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-4a2de83f-b1a5-4696-a74f-d1b5fd41bf52 req-ff8fb6a9-67f1-4b88-9022-1a996b44783c service neutron] 10.222.0.101 "GET /v2.0/networks?id=5a6cc9fd-7c89-4382-a460-9e49c7df15fc HTTP/1.1" status: 200 len: 902 time: 0.2227209 Feb 16 16:01:09.578565 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.objects.ports [None req-6302385b-115e-42f9-af71-aedf8ca4966b None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84076) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 16 16:01:09.654418 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [req-adc53cb1-1fa0-4a5c-bbab-f5a355f104d6 req-24d74430-5f28-416b-9de8-8eed6d501749 tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] Deleting port e1ead27c-1aaa-4ee8-83d5-4a474a12c0c6 {{(pid=84075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 16:01:09.654824 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-adc53cb1-1fa0-4a5c-bbab-f5a355f104d6 req-24d74430-5f28-416b-9de8-8eed6d501749 tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776636423795'] for port, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:09.700352 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-506cc3a9-790f-4aeb-b903-a0577a8101cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853910573'] for router_interface, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:09.748621 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-16a7cc57-4d53-43fb-9475-b5fd40883dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbbad0f3-69af-4b08-b932-6a0de89dfb4b', 'name': 'tempest-TestShelveInstance-775119664-router', 'tenant_id': '57c03e2c6fe04a41927ce974a5ae8db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': 'f1b3b8e0-40d0-4006-9e3b-4c453f6acaf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:58:58Z', 'updated_at': '2021-02-16T15:59:05Z', 'revision_number': 4, 'project_id': '57c03e2c6fe04a41927ce974a5ae8db2', 'gw_port': {'id': 'f1b3b8e0-40d0-4006-9e3b-4c453f6acaf8', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:66:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbad0f3-69af-4b08-b932-6a0de89dfb4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:58:59Z', 'updated_at': '2021-02-16T15:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_floatingips': [{'id': '6db269bf-b187-4408-abfa-881b4a080560', 'tenant_id': '57c03e2c6fe04a41927ce974a5ae8db2', 'floating_ip_address': '172.27.1.175', 'floating_network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'router_id': 'fbbad0f3-69af-4b08-b932-6a0de89dfb4b', 'port_id': '53e5b9e3-3153-4dfd-9bf9-873f1b6966b5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a6cc9fd-7c89-4382-a460-9e49c7df15fc', 'mac_address': 'fa:16:3e:13:8e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dff69e3-5cdc-414f-9e67-129d15aa03d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T16:01:02Z', 'updated_at': '2021-02-16T16:01:07Z', 'revision_number': 1, 'project_id': '57c03e2c6fe04a41927ce974a5ae8db2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6d0cd81-98fa-4553-b011-9e7cc4a6ceae', 'name': '', 'network_id': '5a6cc9fd-7c89-4382-a460-9e49c7df15fc', 'tenant_id': '57c03e2c6fe04a41927ce974a5ae8db2', 'mac_address': 'fa:16:3e:aa:33:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbad0f3-69af-4b08-b932-6a0de89dfb4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '578849cb-f9a8-4646-bed7-c111f69c5937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:59:04Z', 'updated_at': '2021-02-16T15:59:17Z', 'revision_number': 5, 'project_id': '57c03e2c6fe04a41927ce974a5ae8db2', 'subnets': [{'id': '578849cb-f9a8-4646-bed7-c111f69c5937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-iscsi', False) {} {{(pid=84077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:01:09.753594 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a7cc57-4d53-43fb-9475-b5fd40883dd3 None None] Checking router: fbbad0f3-69af-4b08-b932-6a0de89dfb4b for host: dv-cinder-775706-1-iscsi {{(pid=84077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 16:01:09.762767 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a7cc57-4d53-43fb-9475-b5fd40883dd3 None None] Routers {'fbbad0f3-69af-4b08-b932-6a0de89dfb4b'} bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 16:01:09.763669 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-16a7cc57-4d53-43fb-9475-b5fd40883dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-16T15:47:20Z,description=,heartbeat_timestamp=2021-02-16T16:00:51Z,host='dv-cinder-775706-1-iscsi',id=4f2d6f55-b6e7-4768-88f5-01ac5c4c3902,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:47:21Z,topic='l3_agent')) {'router_ids': ['fbbad0f3-69af-4b08-b932-6a0de89dfb4b'], 'active': True} {{(pid=84077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:01:09.777704 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6a8ddd-08f4-4f96-a8bc-f79042103aea req-204998cb-9bc4-45df-8cba-e98267c5e274 tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:01:09.778465 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-ac6a8ddd-08f4-4f96-a8bc-f79042103aea req-204998cb-9bc4-45df-8cba-e98267c5e274 tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] Synchronizing usage tracker for tenant:e359605ad21f4fa7afe3305b3c3a0865 on resource:port {{(pid=84075) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 16:01:09.819759 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-4a2de83f-b1a5-4696-a74f-d1b5fd41bf52 req-2635b414-1e32-4f34-9e9f-0f3aab3ae947 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53e5b9e3-3153-4dfd-9bf9-873f1b6966b5 HTTP/1.1" status: 200 len: 999 time: 0.2958920 Feb 16 16:01:09.902890 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-ac6a8ddd-08f4-4f96-a8bc-f79042103aea req-204998cb-9bc4-45df-8cba-e98267c5e274 tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] Unset dirty status for tenant:e359605ad21f4fa7afe3305b3c3a0865 on resource:port {{(pid=84075) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 16:01:09.904161 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ac6a8ddd-08f4-4f96-a8bc-f79042103aea req-204998cb-9bc4-45df-8cba-e98267c5e274 tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] 10.222.0.101 "GET /v2.0/ports?device_id=b6ac59d0-6be4-4fc5-b34a-e5f20af6b2d0 HTTP/1.1" status: 200 len: 948 time: 0.4768090 Feb 16 16:01:09.965802 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvr_db [None req-16a7cc57-4d53-43fb-9475-b5fd40883dd3 None None] Set router fbbad0f3-69af-4b08-b932-6a0de89dfb4b gateway port host: dv-cinder-775706-1-iscsi {{(pid=84077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 16:01:10.051525 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2de83f-b1a5-4696-a74f-d1b5fd41bf52 req-e750da9d-be7c-4fae-aa73-222379669c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:01:10.053511 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-4a2de83f-b1a5-4696-a74f-d1b5fd41bf52 req-e750da9d-be7c-4fae-aa73-222379669c11 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=578849cb-f9a8-4646-bed7-c111f69c5937 HTTP/1.1" status: 200 len: 847 time: 0.2245657 Feb 16 16:01:10.065893 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d7ab8f-0c21-415f-bba7-100388c876dc req-df08911f-1dc9-49bc-ad32-bf3590639443 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:01:10.067826 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-31d7ab8f-0c21-415f-bba7-100388c876dc req-df08911f-1dc9-49bc-ad32-bf3590639443 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.103 "GET /v2.0/ports?device_id=c6e18375-dbef-48d3-bf08-ce8ec6cba62e HTTP/1.1" status: 200 len: 946 time: 0.4619441 Feb 16 16:01:10.207595 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ac6a8ddd-08f4-4f96-a8bc-f79042103aea req-14b977e0-ca33-46f1-a98c-40420d0efa0d tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f03c8b1-172f-4318-a3e4-d13a322e5ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860088 Feb 16 16:01:10.247917 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device 9cbd3722-00e2-439a-8dfe-ffbc0c7fa6f0 up at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 16:01:10.263313 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [req-31d7ab8f-0c21-415f-bba7-100388c876dc req-5b27799b-35ff-4c4a-8137-ad7a74828ea0 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Deleting port a34d37cc-fbc0-4996-a518-d5917786f3d7 {{(pid=84075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 16:01:10.263699 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-31d7ab8f-0c21-415f-bba7-100388c876dc req-5b27799b-35ff-4c4a-8137-ad7a74828ea0 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776636423795'] for port, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:10.281816 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-506cc3a9-790f-4aeb-b903-a0577a8101cd admin admin] Router dc19324f-9075-4f2c-b09d-a23a49a8ab51 has already been hosted by L3 agent 4f2d6f55-b6e7-4768-88f5-01ac5c4c3902 {{(pid=84074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 16:01:10.319397 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6ac59d0-6be4-4fc5-b34a-e5f20af6b2d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1ead27c-1aaa-4ee8-83d5-4a474a12c0c6', 'code': 200} Feb 16 16:01:10.320560 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [req-adc53cb1-1fa0-4a5c-bbab-f5a355f104d6 req-24d74430-5f28-416b-9de8-8eed6d501749 tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] For port e1ead27c-1aaa-4ee8-83d5-4a474a12c0c6, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=e1ead27c-1aaa-4ee8-83d5-4a474a12c0c6,segment=NetworkSegment(04452a00-bf97-4637-862f-09f44856a876),segment_id=04452a00-bf97-4637-862f-09f44856a876)] {{(pid=84075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:01:10.320967 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-adc53cb1-1fa0-4a5c-bbab-f5a355f104d6 req-24d74430-5f28-416b-9de8-8eed6d501749 tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862802'] for port, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:10.418943 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-16a7cc57-4d53-43fb-9475-b5fd40883dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbbad0f3-69af-4b08-b932-6a0de89dfb4b', 'name': 'tempest-TestShelveInstance-775119664-router', 'tenant_id': '57c03e2c6fe04a41927ce974a5ae8db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': 'f1b3b8e0-40d0-4006-9e3b-4c453f6acaf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:58:58Z', 'updated_at': '2021-02-16T15:59:05Z', 'revision_number': 4, 'project_id': '57c03e2c6fe04a41927ce974a5ae8db2', 'gw_port': {'id': 'f1b3b8e0-40d0-4006-9e3b-4c453f6acaf8', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:66:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbad0f3-69af-4b08-b932-6a0de89dfb4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:58:59Z', 'updated_at': '2021-02-16T15:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_floatingips': [{'id': '6db269bf-b187-4408-abfa-881b4a080560', 'tenant_id': '57c03e2c6fe04a41927ce974a5ae8db2', 'floating_ip_address': '172.27.1.175', 'floating_network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'router_id': 'fbbad0f3-69af-4b08-b932-6a0de89dfb4b', 'port_id': '53e5b9e3-3153-4dfd-9bf9-873f1b6966b5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a6cc9fd-7c89-4382-a460-9e49c7df15fc', 'mac_address': 'fa:16:3e:13:8e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dff69e3-5cdc-414f-9e67-129d15aa03d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T16:01:02Z', 'updated_at': '2021-02-16T16:01:07Z', 'revision_number': 1, 'project_id': '57c03e2c6fe04a41927ce974a5ae8db2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6d0cd81-98fa-4553-b011-9e7cc4a6ceae', 'name': '', 'network_id': '5a6cc9fd-7c89-4382-a460-9e49c7df15fc', 'tenant_id': '57c03e2c6fe04a41927ce974a5ae8db2', 'mac_address': 'fa:16:3e:aa:33:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbad0f3-69af-4b08-b932-6a0de89dfb4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '578849cb-f9a8-4646-bed7-c111f69c5937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:59:04Z', 'updated_at': '2021-02-16T15:59:17Z', 'revision_number': 5, 'project_id': '57c03e2c6fe04a41927ce974a5ae8db2', 'subnets': [{'id': '578849cb-f9a8-4646-bed7-c111f69c5937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-iscsi', False) {} {{(pid=84077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:01:10.432142 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a7cc57-4d53-43fb-9475-b5fd40883dd3 None None] The sync data for ids ['fbbad0f3-69af-4b08-b932-6a0de89dfb4b'] in dv-cinder-775706-1-iscsi is: [{'id': 'fbbad0f3-69af-4b08-b932-6a0de89dfb4b', 'name': 'tempest-TestShelveInstance-775119664-router', 'tenant_id': '57c03e2c6fe04a41927ce974a5ae8db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': 'f1b3b8e0-40d0-4006-9e3b-4c453f6acaf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:58:58Z', 'updated_at': '2021-02-16T15:59:05Z', 'revision_number': 4, 'project_id': '57c03e2c6fe04a41927ce974a5ae8db2', 'gw_port': {'id': 'f1b3b8e0-40d0-4006-9e3b-4c453f6acaf8', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:66:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbad0f3-69af-4b08-b932-6a0de89dfb4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:58:59Z', 'updated_at': '2021-02-16T15:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_floatingips': [{'id': '6db269bf-b187-4408-abfa-881b4a080560', 'tenant_id': '57c03e2c6fe04a41927ce974a5ae8db2', 'floating_ip_address': '172.27.1.175', 'floating_network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'router_id': 'fbbad0f3-69af-4b08-b932-6a0de89dfb4b', 'port_id': '53e5b9e3-3153-4dfd-9bf9-873f1b6966b5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a6cc9fd-7c89-4382-a460-9e49c7df15fc', 'mac_address': 'fa:16:3e:13:8e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dff69e3-5cdc-414f-9e67-129d15aa03d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T16:01:02Z', 'updated_at': '2021-02-16T16:01:07Z', 'revision_number': 1, 'project_id': '57c03e2c6fe04a41927ce974a5ae8db2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6d0cd81-98fa-4553-b011-9e7cc4a6ceae', 'name': '', 'network_id': '5a6cc9fd-7c89-4382-a460-9e49c7df15fc', 'tenant_id': '57c03e2c6fe04a41927ce974a5ae8db2', 'mac_address': 'fa:16:3e:aa:33:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbad0f3-69af-4b08-b932-6a0de89dfb4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '578849cb-f9a8-4646-bed7-c111f69c5937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:59:04Z', 'updated_at': '2021-02-16T15:59:17Z', 'revision_number': 5, 'project_id': '57c03e2c6fe04a41927ce974a5ae8db2', 'subnets': [{'id': '578849cb-f9a8-4646-bed7-c111f69c5937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 16:01:10.434413 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning for port 9cbd3722-00e2-439a-8dfe-ffbc0c7fa6f0 completed by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 16:01:10.444278 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning complete for port 9cbd3722-00e2-439a-8dfe-ffbc0c7fa6f0 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:01:10.444278 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:10.539378 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [req-adc53cb1-1fa0-4a5c-bbab-f5a355f104d6 req-24d74430-5f28-416b-9de8-8eed6d501749 tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] Calling delete_port for e1ead27c-1aaa-4ee8-83d5-4a474a12c0c6 owned by compute:nova {{(pid=84075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 16:01:10.577930 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dff69e3-5cdc-414f-9e67-129d15aa03d2', 'tag': '53e5b9e3-3153-4dfd-9bf9-873f1b6966b5'}] {{(pid=84075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 16:01:10.593870 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:10.606302 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2de83f-b1a5-4696-a74f-d1b5fd41bf52 req-94b1f825-e05b-47ca-8f1c-d3c7c9c5df5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:01:10.608018 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-4a2de83f-b1a5-4696-a74f-d1b5fd41bf52 req-94b1f825-e05b-47ca-8f1c-d3c7c9c5df5f service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=5a6cc9fd-7c89-4382-a460-9e49c7df15fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5390680 Feb 16 16:01:10.632076 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] For port 9cbd3722-00e2-439a-8dfe-ffbc0c7fa6f0, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=9cbd3722-00e2-439a-8dfe-ffbc0c7fa6f0,segment=NetworkSegment(0fe5a5a1-e5a4-48c5-9d03-a6e246614b42),segment_id=0fe5a5a1-e5a4-48c5-9d03-a6e246614b42)] {{(pid=84076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:01:10.654021 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [req-4a2de83f-b1a5-4696-a74f-d1b5fd41bf52 req-eb1bd9d7-12e9-452c-ad81-5460c56bfc81 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=84075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:01:10.655128 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-4a2de83f-b1a5-4696-a74f-d1b5fd41bf52 req-eb1bd9d7-12e9-452c-ad81-5460c56bfc81 service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0139763 Feb 16 16:01:10.665395 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:10.667786 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:01:10.755323 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Pushing event updated for resources: {'Port': ['ID=9cbd3722-00e2-439a-8dfe-ffbc0c7fa6f0,revision_number=4']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:01:10.758985 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:01:10.782616 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4736e6f5-c49e-4696-a37c-1c2490dc8142 None None] New status for floating IP 6db269bf-b187-4408-abfa-881b4a080560: ACTIVE {{(pid=84076) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 16 16:01:10.803963 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-506cc3a9-790f-4aeb-b903-a0577a8101cd admin admin] Notify agent at l3_agent.dv-cinder-775706-1-iscsi the message routers_updated {{(pid=84074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 16:01:10.814443 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829ffd26-d5a8-4766-815d-5a43f730b72f None None] Sync routers for ids ['dc19324f-9075-4f2c-b09d-a23a49a8ab51'] in dv-cinder-775706-1-iscsi {{(pid=84077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 16:01:10.826418 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829ffd26-d5a8-4766-815d-5a43f730b72f None None] Routers {'dc19324f-9075-4f2c-b09d-a23a49a8ab51'} bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 16:01:10.827213 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-829ffd26-d5a8-4766-815d-5a43f730b72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-16T15:47:20Z,description=,heartbeat_timestamp=2021-02-16T16:00:51Z,host='dv-cinder-775706-1-iscsi',id=4f2d6f55-b6e7-4768-88f5-01ac5c4c3902,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:47:21Z,topic='l3_agent')) {'router_ids': ['dc19324f-9075-4f2c-b09d-a23a49a8ab51'], 'active': True} {{(pid=84077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:01:10.871263 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-506cc3a9-790f-4aeb-b903-a0577a8101cd admin admin] 10.222.0.101 "PUT /v2.0/routers/dc19324f-9075-4f2c-b09d-a23a49a8ab51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7823253 Feb 16 16:01:10.873198 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 50190) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:01:11.130120 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvr_db [None req-829ffd26-d5a8-4766-815d-5a43f730b72f None None] Set router dc19324f-9075-4f2c-b09d-a23a49a8ab51 gateway port host: dv-cinder-775706-1-iscsi {{(pid=84077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 16:01:11.135983 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f246139d-ad9f-4559-8d0c-af73a0421609 admin admin] Notify callbacks [] for router, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:11.264584 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cce36c-71bd-4932-a835-4d1de75174b0 req-c9d431af-2632-4ced-bfbb-d684fc2e3863 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:01:11.266225 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-58cce36c-71bd-4932-a835-4d1de75174b0 req-c9d431af-2632-4ced-bfbb-d684fc2e3863 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/ports?device_id=9602e576-dd8e-45b0-a239-2323eaf35b7a HTTP/1.1" status: 200 len: 944 time: 0.7794051 Feb 16 16:01:11.321045 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-4a2de83f-b1a5-4696-a74f-d1b5fd41bf52 req-a3775606-c582-46bd-ba59-be2cf0bf09bc service neutron] 10.222.0.101 "GET /v2.0/networks/5a6cc9fd-7c89-4382-a460-9e49c7df15fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6456866 Feb 16 16:01:11.349470 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f246139d-ad9f-4559-8d0c-af73a0421609 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:11.355355 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-f246139d-ad9f-4559-8d0c-af73a0421609 admin admin] Deleting port a5059de2-875e-4966-85e6-2e6d5a8ec412 {{(pid=84074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 16:01:11.355806 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f246139d-ad9f-4559-8d0c-af73a0421609 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776636423795'] for port, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:11.411871 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-58cce36c-71bd-4932-a835-4d1de75174b0 req-64e3bef9-e142-4cdb-b0b7-b40f02e4cf22 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef25aa2-a300-4d1c-9993-bed7a0e4bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307850 Feb 16 16:01:11.474402 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-829ffd26-d5a8-4766-815d-5a43f730b72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc19324f-9075-4f2c-b09d-a23a49a8ab51', 'name': 'tempest-ServerRescueNegativeTestJSON-1362329669-router', 'tenant_id': '15f9cf749fe94c5aa76af3d23d68fbb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'a5059de2-875e-4966-85e6-2e6d5a8ec412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:56:39Z', 'updated_at': '2021-02-16T16:01:09Z', 'revision_number': 5, 'project_id': '15f9cf749fe94c5aa76af3d23d68fbb3', 'gw_port': {'id': 'a5059de2-875e-4966-85e6-2e6d5a8ec412', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc19324f-9075-4f2c-b09d-a23a49a8ab51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:56:41Z', 'updated_at': '2021-02-16T15:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi'}], 'dv-cinder-775706-1-iscsi', False) {} {{(pid=84077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:01:11.478928 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829ffd26-d5a8-4766-815d-5a43f730b72f None None] Checking router: dc19324f-9075-4f2c-b09d-a23a49a8ab51 for host: dv-cinder-775706-1-iscsi {{(pid=84077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 16:01:11.488863 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829ffd26-d5a8-4766-815d-5a43f730b72f None None] Routers {'dc19324f-9075-4f2c-b09d-a23a49a8ab51'} bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 16:01:11.489633 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-829ffd26-d5a8-4766-815d-5a43f730b72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-16T15:47:20Z,description=,heartbeat_timestamp=2021-02-16T16:00:51Z,host='dv-cinder-775706-1-iscsi',id=4f2d6f55-b6e7-4768-88f5-01ac5c4c3902,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:47:21Z,topic='l3_agent')) {'router_ids': ['dc19324f-9075-4f2c-b09d-a23a49a8ab51'], 'active': True} {{(pid=84077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:01:11.508896 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-adc53cb1-1fa0-4a5c-bbab-f5a355f104d6 req-24d74430-5f28-416b-9de8-8eed6d501749 tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776636383262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776636049574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7708556'] for port, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:11.522445 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device 9cbd3722-00e2-439a-8dfe-ffbc0c7fa6f0 up at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 16:01:11.568864 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-f246139d-ad9f-4559-8d0c-af73a0421609 admin admin] For port a5059de2-875e-4966-85e6-2e6d5a8ec412, host dv-cinder-775706-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-iscsi',level=0,port_id=a5059de2-875e-4966-85e6-2e6d5a8ec412,segment=NetworkSegment(31924cb5-91ae-4236-8041-dd0103380e57),segment_id=31924cb5-91ae-4236-8041-dd0103380e57)] {{(pid=84074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:01:11.569269 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f246139d-ad9f-4559-8d0c-af73a0421609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862802'] for port, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:11.633850 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-785882e8-b7e9-4a37-9184-5ab681f0175d tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:01:11.648865 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning complete for port 9cbd3722-00e2-439a-8dfe-ffbc0c7fa6f0 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:01:11.649301 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:11.695905 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvr_db [None req-829ffd26-d5a8-4766-815d-5a43f730b72f None None] Set router dc19324f-9075-4f2c-b09d-a23a49a8ab51 gateway port host: dv-cinder-775706-1-iscsi {{(pid=84077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 16:01:11.696466 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d74430-5f28-416b-9de8-8eed6d501749 tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] Pushing event deleted for resources: {'Port': ['ID=e1ead27c-1aaa-4ee8-83d5-4a474a12c0c6,revision_number=None']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:01:11.699634 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-24d74430-5f28-416b-9de8-8eed6d501749 tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:01:11.718374 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [req-31d7ab8f-0c21-415f-bba7-100388c876dc req-5b27799b-35ff-4c4a-8137-ad7a74828ea0 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] For port a34d37cc-fbc0-4996-a518-d5917786f3d7, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=a34d37cc-fbc0-4996-a518-d5917786f3d7,segment=NetworkSegment(345b1ee1-cb15-421b-844c-b60c726b46c9),segment_id=345b1ee1-cb15-421b-844c-b60c726b46c9)] {{(pid=84075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:01:11.718978 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-31d7ab8f-0c21-415f-bba7-100388c876dc req-5b27799b-35ff-4c4a-8137-ad7a74828ea0 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862802'] for port, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:11.743581 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-f246139d-ad9f-4559-8d0c-af73a0421609 admin admin] Calling delete_port for a5059de2-875e-4966-85e6-2e6d5a8ec412 owned by network:router_gateway {{(pid=84074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 16:01:11.820201 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-4a2de83f-b1a5-4696-a74f-d1b5fd41bf52 req-8ffaf51c-303c-482e-9665-0f3ed51afb10 service neutron] 10.222.0.101 "GET /v2.0/networks/5a6cc9fd-7c89-4382-a460-9e49c7df15fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4804213 Feb 16 16:01:11.911440 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f246139d-ad9f-4559-8d0c-af73a0421609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776636383262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776636049574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6980856'] for port, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:11.917768 dv-cinder-775706-1-iscsi neutron-server[83961]: WARNING neutron.plugins.ml2.ovo_rpc [None req-f246139d-ad9f-4559-8d0c-af73a0421609 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Feb 16 16:01:11.917768 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Feb 16 16:01:11.917768 dv-cinder-775706-1-iscsi neutron-server[83961]: result = function(*args, **kwargs) Feb 16 16:01:11.917768 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Feb 16 16:01:11.917768 dv-cinder-775706-1-iscsi neutron-server[83961]: proto.__init__(conn_state, self) Feb 16 16:01:11.917768 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Feb 16 16:01:11.917768 dv-cinder-775706-1-iscsi neutron-server[83961]: self.handle() Feb 16 16:01:11.917768 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Feb 16 16:01:11.917768 dv-cinder-775706-1-iscsi neutron-server[83961]: self.handle_one_request() Feb 16 16:01:11.917768 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Feb 16 16:01:11.917768 dv-cinder-775706-1-iscsi neutron-server[83961]: self.handle_one_response() Feb 16 16:01:11.917768 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Feb 16 16:01:11.917768 dv-cinder-775706-1-iscsi neutron-server[83961]: result = self.application(self.environ, start_response) Feb 16 16:01:11.917768 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Feb 16 16:01:11.917768 dv-cinder-775706-1-iscsi neutron-server[83961]: return app(environ, start_response) Feb 16 16:01:11.917768 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 16 16:01:11.917768 dv-cinder-775706-1-iscsi neutron-server[83961]: resp = self.call_func(req, *args, **kw) Feb 16 16:01:11.917768 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 16 16:01:11.917768 dv-cinder-775706-1-iscsi neutron-server[83961]: return self.func(req, *args, **kwargs) Feb 16 16:01:11.917768 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 16 16:01:11.917768 dv-cinder-775706-1-iscsi neutron-server[83961]: response = req.get_response(self.application) Feb 16 16:01:11.917768 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 16 16:01:11.917768 dv-cinder-775706-1-iscsi neutron-server[83961]: application, catch_exc_info=False) Feb 16 16:01:11.917768 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 16 16:01:11.917768 dv-cinder-775706-1-iscsi neutron-server[83961]: app_iter = application(self.environ, start_response) Feb 16 16:01:11.917768 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 16 16:01:11.917768 dv-cinder-775706-1-iscsi neutron-server[83961]: resp = self.call_func(req, *args, **kw) Feb 16 16:01:11.917768 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 16 16:01:11.917768 dv-cinder-775706-1-iscsi neutron-server[83961]: return self.func(req, *args, **kwargs) Feb 16 16:01:11.917768 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 16 16:01:11.917768 dv-cinder-775706-1-iscsi neutron-server[83961]: response = req.get_response(self.application) Feb 16 16:01:11.917768 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 16 16:01:11.917768 dv-cinder-775706-1-iscsi neutron-server[83961]: application, catch_exc_info=False) Feb 16 16:01:11.917768 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 16 16:01:11.917768 dv-cinder-775706-1-iscsi neutron-server[83961]: app_iter = application(self.environ, start_response) Feb 16 16:01:11.917768 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 16 16:01:11.917768 dv-cinder-775706-1-iscsi neutron-server[83961]: resp = self.call_func(req, *args, **kw) Feb 16 16:01:11.917768 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 16 16:01:11.917768 dv-cinder-775706-1-iscsi neutron-server[83961]: return self.func(req, *args, **kwargs) Feb 16 16:01:11.917768 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Feb 16 16:01:11.917768 dv-cinder-775706-1-iscsi neutron-server[83961]: response = req.get_response(self.application) Feb 16 16:01:11.917768 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 16 16:01:11.917768 dv-cinder-775706-1-iscsi neutron-server[83961]: application, catch_exc_info=False) Feb 16 16:01:11.917768 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 16 16:01:11.917768 dv-cinder-775706-1-iscsi neutron-server[83961]: app_iter = application(self.environ, start_response) Feb 16 16:01:11.917768 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 16 16:01:11.917768 dv-cinder-775706-1-iscsi neutron-server[83961]: resp = self.call_func(req, *args, **kw) Feb 16 16:01:11.917768 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 16 16:01:11.917768 dv-cinder-775706-1-iscsi neutron-server[83961]: return self.func(req, *args, **kwargs) Feb 16 16:01:11.917768 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Feb 16 16:01:11.917768 dv-cinder-775706-1-iscsi neutron-server[83961]: response = req.get_response(self.application) Feb 16 16:01:11.917768 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 16 16:01:11.917768 dv-cinder-775706-1-iscsi neutron-server[83961]: application, catch_exc_info=False) Feb 16 16:01:11.917768 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 16 16:01:11.917768 dv-cinder-775706-1-iscsi neutron-server[83961]: app_iter = application(self.environ, start_response) Feb 16 16:01:11.917768 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 16 16:01:11.917768 dv-cinder-775706-1-iscsi neutron-server[83961]: resp = self.call_func(req, *args, **kw) Feb 16 16:01:11.917768 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 16 16:01:11.917768 dv-cinder-775706-1-iscsi neutron-server[83961]: return self.func(req, *args, **kwargs) Feb 16 16:01:11.917768 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Feb 16 16:01:11.917768 dv-cinder-775706-1-iscsi neutron-server[83961]: return request.get_response(self.application) Feb 16 16:01:11.917768 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 16 16:01:11.917768 dv-cinder-775706-1-iscsi neutron-server[83961]: application, catch_exc_info=False) Feb 16 16:01:11.917768 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 16 16:01:11.917768 dv-cinder-775706-1-iscsi neutron-server[83961]: app_iter = application(self.environ, start_response) Feb 16 16:01:11.917768 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 16 16:01:11.917768 dv-cinder-775706-1-iscsi neutron-server[83961]: resp = self.call_func(req, *args, **kw) Feb 16 16:01:11.917768 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 16 16:01:11.917768 dv-cinder-775706-1-iscsi neutron-server[83961]: return self.func(req, *args, **kwargs) Feb 16 16:01:11.917768 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Feb 16 16:01:11.917768 dv-cinder-775706-1-iscsi neutron-server[83961]: response = req.get_response(self._app) Feb 16 16:01:11.917768 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 16 16:01:11.917768 dv-cinder-775706-1-iscsi neutron-server[83961]: application, catch_exc_info=False) Feb 16 16:01:11.917768 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 16 16:01:11.917768 dv-cinder-775706-1-iscsi neutron-server[83961]: app_iter = application(self.environ, start_response) Feb 16 16:01:11.917768 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 16 16:01:11.917768 dv-cinder-775706-1-iscsi neutron-server[83961]: return resp(environ, start_response) Feb 16 16:01:11.917768 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 16 16:01:11.917768 dv-cinder-775706-1-iscsi neutron-server[83961]: return resp(environ, start_response) Feb 16 16:01:11.917768 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Feb 16 16:01:11.917768 dv-cinder-775706-1-iscsi neutron-server[83961]: response = self.app(environ, start_response) Feb 16 16:01:11.917768 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 16 16:01:11.917768 dv-cinder-775706-1-iscsi neutron-server[83961]: return resp(environ, start_response) Feb 16 16:01:11.917768 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 16 16:01:11.917768 dv-cinder-775706-1-iscsi neutron-server[83961]: resp = self.call_func(req, *args, **kw) Feb 16 16:01:11.917768 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 16 16:01:11.917768 dv-cinder-775706-1-iscsi neutron-server[83961]: return self.func(req, *args, **kwargs) Feb 16 16:01:11.917768 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Feb 16 16:01:11.928330 dv-cinder-775706-1-iscsi neutron-server[83961]: result = method(request=request, **args) Feb 16 16:01:11.928330 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Feb 16 16:01:11.928330 dv-cinder-775706-1-iscsi neutron-server[83961]: return self._delete(request, id, **kwargs) Feb 16 16:01:11.928330 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 16:01:11.928330 dv-cinder-775706-1-iscsi neutron-server[83961]: return f(*args, **kwargs) Feb 16 16:01:11.928330 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 16:01:11.928330 dv-cinder-775706-1-iscsi neutron-server[83961]: return f(*args, **kwargs) Feb 16 16:01:11.928330 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 16:01:11.928330 dv-cinder-775706-1-iscsi neutron-server[83961]: return f(*dup_args, **dup_kwargs) Feb 16 16:01:11.928330 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Feb 16 16:01:11.928330 dv-cinder-775706-1-iscsi neutron-server[83961]: obj_deleter(request.context, id, **kwargs) Feb 16 16:01:11.928330 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Feb 16 16:01:11.928330 dv-cinder-775706-1-iscsi neutron-server[83961]: super(L3_NAT_db_mixin, self).delete_router(context, id) Feb 16 16:01:11.928330 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 16 16:01:11.928330 dv-cinder-775706-1-iscsi neutron-server[83961]: return method(*args, **kwargs) Feb 16 16:01:11.928330 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 16:01:11.928330 dv-cinder-775706-1-iscsi neutron-server[83961]: return f(*args, **kwargs) Feb 16 16:01:11.928330 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 16:01:11.928330 dv-cinder-775706-1-iscsi neutron-server[83961]: return f(*args, **kwargs) Feb 16 16:01:11.928330 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 16:01:11.928330 dv-cinder-775706-1-iscsi neutron-server[83961]: return f(*dup_args, **dup_kwargs) Feb 16 16:01:11.928330 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Feb 16 16:01:11.928330 dv-cinder-775706-1-iscsi neutron-server[83961]: self._delete_current_gw_port(context, id, router, None) Feb 16 16:01:11.928330 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Feb 16 16:01:11.928330 dv-cinder-775706-1-iscsi neutron-server[83961]: admin_ctx, gw_port_id, l3_port_check=False) Feb 16 16:01:11.928330 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Feb 16 16:01:11.928330 dv-cinder-775706-1-iscsi neutron-server[83961]: return f(self, context, *args, **kwargs) Feb 16 16:01:11.928330 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 16 16:01:11.928330 dv-cinder-775706-1-iscsi neutron-server[83961]: return method(*args, **kwargs) Feb 16 16:01:11.928330 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port Feb 16 16:01:11.928330 dv-cinder-775706-1-iscsi neutron-server[83961]: context, port, router_ids, bound_mech_contexts) Feb 16 16:01:11.928330 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port Feb 16 16:01:11.928330 dv-cinder-775706-1-iscsi neutron-server[83961]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Feb 16 16:01:11.928330 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Feb 16 16:01:11.928330 dv-cinder-775706-1-iscsi neutron-server[83961]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Feb 16 16:01:11.928330 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Feb 16 16:01:11.928330 dv-cinder-775706-1-iscsi neutron-server[83961]: return function(*args, **kwargs) Feb 16 16:01:11.928330 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Feb 16 16:01:11.928330 dv-cinder-775706-1-iscsi neutron-server[83961]: errors = self._notify_loop(resource, event, trigger, **kwargs) Feb 16 16:01:11.928330 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Feb 16 16:01:11.928330 dv-cinder-775706-1-iscsi neutron-server[83961]: callback(resource, event, trigger, **kwargs) Feb 16 16:01:11.928330 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Feb 16 16:01:11.928330 dv-cinder-775706-1-iscsi neutron-server[83961]: if self._is_session_semantic_violated(context, resource, event): Feb 16 16:01:11.928330 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Feb 16 16:01:11.928330 dv-cinder-775706-1-iscsi neutron-server[83961]: stack = traceback.extract_stack() Feb 16 16:01:11.928330 dv-cinder-775706-1-iscsi neutron-server[83961]: Feb 16 16:01:11.965449 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [req-31d7ab8f-0c21-415f-bba7-100388c876dc req-5b27799b-35ff-4c4a-8137-ad7a74828ea0 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Calling delete_port for a34d37cc-fbc0-4996-a518-d5917786f3d7 owned by compute:nova {{(pid=84075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 16:01:12.101505 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device a34d37cc-fbc0-4996-a518-d5917786f3d7 no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 16:01:12.104158 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-829ffd26-d5a8-4766-815d-5a43f730b72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc19324f-9075-4f2c-b09d-a23a49a8ab51', 'name': 'tempest-ServerRescueNegativeTestJSON-1362329669-router', 'tenant_id': '15f9cf749fe94c5aa76af3d23d68fbb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'a5059de2-875e-4966-85e6-2e6d5a8ec412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:56:39Z', 'updated_at': '2021-02-16T16:01:09Z', 'revision_number': 5, 'project_id': '15f9cf749fe94c5aa76af3d23d68fbb3', 'gw_port': {'id': 'a5059de2-875e-4966-85e6-2e6d5a8ec412', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc19324f-9075-4f2c-b09d-a23a49a8ab51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:56:41Z', 'updated_at': '2021-02-16T15:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi'}], 'dv-cinder-775706-1-iscsi', False) {} {{(pid=84077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:01:12.119819 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829ffd26-d5a8-4766-815d-5a43f730b72f None None] The sync data for ids ['dc19324f-9075-4f2c-b09d-a23a49a8ab51'] in dv-cinder-775706-1-iscsi is: [{'id': 'dc19324f-9075-4f2c-b09d-a23a49a8ab51', 'name': 'tempest-ServerRescueNegativeTestJSON-1362329669-router', 'tenant_id': '15f9cf749fe94c5aa76af3d23d68fbb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'a5059de2-875e-4966-85e6-2e6d5a8ec412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:56:39Z', 'updated_at': '2021-02-16T16:01:09Z', 'revision_number': 5, 'project_id': '15f9cf749fe94c5aa76af3d23d68fbb3', 'gw_port': {'id': 'a5059de2-875e-4966-85e6-2e6d5a8ec412', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc19324f-9075-4f2c-b09d-a23a49a8ab51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:56:41Z', 'updated_at': '2021-02-16T15:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi'}] {{(pid=84077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 16:01:12.153791 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f246139d-ad9f-4559-8d0c-af73a0421609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853864561'] for router_gateway, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:12.237267 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:12.273959 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] For port a34d37cc-fbc0-4996-a518-d5917786f3d7, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=a34d37cc-fbc0-4996-a518-d5917786f3d7,segment=NetworkSegment(345b1ee1-cb15-421b-844c-b60c726b46c9),segment_id=345b1ee1-cb15-421b-844c-b60c726b46c9)] {{(pid=84076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:01:12.304245 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f246139d-ad9f-4559-8d0c-af73a0421609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-877732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63948'] for router, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:12.306834 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f246139d-ad9f-4559-8d0c-af73a0421609 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:12.320697 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9602e576-dd8e-45b0-a239-2323eaf35b7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cbd3722-00e2-439a-8dfe-ffbc0c7fa6f0'}, {'server_uuid': 'c6e18375-dbef-48d3-bf08-ce8ec6cba62e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a34d37cc-fbc0-4996-a518-d5917786f3d7'}] {{(pid=84076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 16:01:12.330672 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [req-adc53cb1-1fa0-4a5c-bbab-f5a355f104d6 req-24d74430-5f28-416b-9de8-8eed6d501749 tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] No DVR routers for this DVR port e1ead27c-1aaa-4ee8-83d5-4a474a12c0c6 on host hv-cinder-77570 {{(pid=84075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 16:01:12.331609 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:12.335518 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:01:12.338777 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-adc53cb1-1fa0-4a5c-bbab-f5a355f104d6 req-24d74430-5f28-416b-9de8-8eed6d501749 tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487'] for port, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:12.394623 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219d5af-8a8c-47dc-a52d-71875fb3db95 req-ea21f64d-739c-414c-9590-9f34d1af4918 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:01:12.396156 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-4219d5af-8a8c-47dc-a52d-71875fb3db95 req-ea21f64d-739c-414c-9590-9f34d1af4918 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=c6e18375-dbef-48d3-bf08-ce8ec6cba62e HTTP/1.1" status: 200 len: 946 time: 0.2553296 Feb 16 16:01:12.429185 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d82ae3-69e9-4be3-b953-2dd7a7466ae1 req-bf68e88e-998a-42bd-92bb-a23b39af294c tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:01:12.430695 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-e1d82ae3-69e9-4be3-b953-2dd7a7466ae1 req-bf68e88e-998a-42bd-92bb-a23b39af294c tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a42868-5e1e-49af-b0ff-44e3cd2357e8 HTTP/1.1" status: 200 len: 945 time: 0.4886873 Feb 16 16:01:12.434777 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-adc53cb1-1fa0-4a5c-bbab-f5a355f104d6 req-24d74430-5f28-416b-9de8-8eed6d501749 tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] 10.222.0.103 "DELETE /v2.0/ports/e1ead27c-1aaa-4ee8-83d5-4a474a12c0c6 HTTP/1.1" status: 204 len: 173 time: 4.8438702 Feb 16 16:01:12.458986 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Pushing event updated for resources: {'Port': ['ID=a34d37cc-fbc0-4996-a518-d5917786f3d7,revision_number=5']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:01:12.468432 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:01:12.503148 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-4219d5af-8a8c-47dc-a52d-71875fb3db95 req-c945116c-8da3-434a-ba53-5e6e105018b8 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fcb05d0-71e7-4569-9012-47a704188c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970187 Feb 16 16:01:12.510888 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-e1d82ae3-69e9-4be3-b953-2dd7a7466ae1 req-9fda9e9e-853f-421f-bc4f-3a0d3cb51665 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/security-groups?id=5898dce6-7055-4862-b83b-a300f7112f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720050 Feb 16 16:01:12.568912 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dff69e3-5cdc-414f-9e67-129d15aa03d2', 'tag': '53e5b9e3-3153-4dfd-9bf9-873f1b6966b5', 'status': 'completed', 'code': 200} Feb 16 16:01:12.577440 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.db.api [req-31d7ab8f-0c21-415f-bba7-100388c876dc req-5b27799b-35ff-4c4a-8137-ad7a74828ea0 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84075) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:01:12.577928 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_db.api [req-31d7ab8f-0c21-415f-bba7-100388c876dc req-5b27799b-35ff-4c4a-8137-ad7a74828ea0 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 16 16:01:12.579456 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:12.579808 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f246139d-ad9f-4559-8d0c-af73a0421609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-871536'] for router, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:12.580947 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f246139d-ad9f-4559-8d0c-af73a0421609 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc19324f-9075-4f2c-b09d-a23a49a8ab51 {{(pid=84074) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 16:01:12.600375 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f246139d-ad9f-4559-8d0c-af73a0421609 admin admin] Notify callbacks [] for router, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:12.601978 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-f246139d-ad9f-4559-8d0c-af73a0421609 admin admin] 10.222.0.101 "DELETE /v2.0/routers/dc19324f-9075-4f2c-b09d-a23a49a8ab51 HTTP/1.1" status: 204 len: 168 time: 1.7275684 Feb 16 16:01:12.604553 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 50204) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:01:12.631211 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9602e576-dd8e-45b0-a239-2323eaf35b7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cbd3722-00e2-439a-8dfe-ffbc0c7fa6f0', 'code': 200} Feb 16 16:01:12.631525 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6e18375-dbef-48d3-bf08-ce8ec6cba62e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a34d37cc-fbc0-4996-a518-d5917786f3d7', 'code': 200} Feb 16 16:01:12.719872 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3bd4546-b262-4f71-a28c-73d1d1096a0a admin admin] Deleting subnet fae66b79-d403-4bb6-bf46-a87b3c07ef1e {{(pid=84074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 16 16:01:12.725304 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a3bd4546-b262-4f71-a28c-73d1d1096a0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:12.785471 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a3bd4546-b262-4f71-a28c-73d1d1096a0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848295296'] for subnet, precommit_delete_associations {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:12.806522 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-6ac8ef81-a1fd-4426-b0f0-5868301d2a82 req-aaa729e0-bf0a-423f-a18d-ac90ad5c48e7 tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] Synchronizing usage tracker for tenant:e359605ad21f4fa7afe3305b3c3a0865 on resource:port {{(pid=84075) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 16:01:12.869185 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a3bd4546-b262-4f71-a28c-73d1d1096a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852981986'] for subnet, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:12.873299 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device b851138a-aa5b-4219-aeca-2408d70e23eb no longer exists at agent ovs-agent-dv-cinder-775706-1-iscsi {{(pid=84076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 16:01:12.879951 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1fc71f-7d85-439f-98e1-ad6b219690d0 req-7608263e-36cc-41fc-ab54-2ab486dea689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:01:12.881587 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-dd1fc71f-7d85-439f-98e1-ad6b219690d0 req-7608263e-36cc-41fc-ab54-2ab486dea689 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=57c03e2c6fe04a41927ce974a5ae8db2&device_id=4dff69e3-5cdc-414f-9e67-129d15aa03d2 HTTP/1.1" status: 200 len: 1162 time: 0.2805350 Feb 16 16:01:12.883399 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-6ac8ef81-a1fd-4426-b0f0-5868301d2a82 req-aaa729e0-bf0a-423f-a18d-ac90ad5c48e7 tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] Unset dirty status for tenant:e359605ad21f4fa7afe3305b3c3a0865 on resource:port {{(pid=84075) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 16:01:12.891361 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6ac8ef81-a1fd-4426-b0f0-5868301d2a82 req-aaa729e0-bf0a-423f-a18d-ac90ad5c48e7 tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] 10.222.0.101 "GET /v2.0/ports?device_id=b6ac59d0-6be4-4fc5-b34a-e5f20af6b2d0 HTTP/1.1" status: 200 len: 210 time: 0.2163539 Feb 16 16:01:12.891361 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe3da7-72f7-437f-93fb-20169fcbec1b req-e49aa299-a1fd-4b24-a5dc-4b7ab6571c50 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:01:12.895215 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5ebe3da7-72f7-437f-93fb-20169fcbec1b req-e49aa299-a1fd-4b24-a5dc-4b7ab6571c50 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/ports?device_id=9602e576-dd8e-45b0-a239-2323eaf35b7a HTTP/1.1" status: 200 len: 946 time: 0.1435349 Feb 16 16:01:12.932504 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] No Port match for: b851138a-aa5b-4219-aeca-2408d70e23eb {{(pid=84076) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 16:01:12.932504 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device b851138a-aa5b-4219-aeca-2408d70e23eb not bound to the agent host dv-cinder-775706-1-iscsi {{(pid=84076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 16:01:13.095353 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [req-31d7ab8f-0c21-415f-bba7-100388c876dc req-5b27799b-35ff-4c4a-8137-ad7a74828ea0 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Deleting port a34d37cc-fbc0-4996-a518-d5917786f3d7 {{(pid=84075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 16:01:13.095741 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-31d7ab8f-0c21-415f-bba7-100388c876dc req-5b27799b-35ff-4c4a-8137-ad7a74828ea0 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776636423795'] for port, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:13.190316 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5ebe3da7-72f7-437f-93fb-20169fcbec1b req-f88d4678-3c0f-402b-bdb4-8c922600c1d1 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef25aa2-a300-4d1c-9993-bed7a0e4bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689302 Feb 16 16:01:13.309761 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1fc71f-7d85-439f-98e1-ad6b219690d0 req-9340cadf-24db-4011-bc05-972f4d9dda87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:01:13.311343 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-dd1fc71f-7d85-439f-98e1-ad6b219690d0 req-9340cadf-24db-4011-bc05-972f4d9dda87 service neutron] 10.222.0.103 "GET /v2.0/networks?id=5a6cc9fd-7c89-4382-a460-9e49c7df15fc HTTP/1.1" status: 200 len: 902 time: 0.4151688 Feb 16 16:01:13.448675 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a3bd4546-b262-4f71-a28c-73d1d1096a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1793799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847795026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848112455'] for subnet, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:13.462985 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f75fb-cb72-4a53-bbd1-01dccef7eaf0 req-89d95aef-1358-4554-8052-c176d88b9cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:01:13.464577 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-553f75fb-cb72-4a53-bbd1-01dccef7eaf0 req-89d95aef-1358-4554-8052-c176d88b9cb1 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=9602e576-dd8e-45b0-a239-2323eaf35b7a HTTP/1.1" status: 200 len: 1163 time: 0.4144576 Feb 16 16:01:13.465760 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-7d1b887b-fc83-4b7b-862a-0a49b893115d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:01:13.515020 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bd4546-b262-4f71-a28c-73d1d1096a0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fae66b79-d403-4bb6-bf46-a87b3c07ef1e,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:01:13.521200 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-a3bd4546-b262-4f71-a28c-73d1d1096a0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:01:13.681128 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a3bd4546-b262-4f71-a28c-73d1d1096a0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:13.691801 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-a3bd4546-b262-4f71-a28c-73d1d1096a0a admin admin] 10.222.0.101 "DELETE /v2.0/subnets/fae66b79-d403-4bb6-bf46-a87b3c07ef1e HTTP/1.1" status: 204 len: 168 time: 1.0861378 Feb 16 16:01:13.696203 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 50214) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:01:13.809316 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e112aa92-89e1-4c94-b004-6d6caaa198da req-fd92638e-383f-4dcc-933b-472a84735205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:01:13.811004 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-e112aa92-89e1-4c94-b004-6d6caaa198da req-fd92638e-383f-4dcc-933b-472a84735205 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=3d779634302641f2a94b48c70492e45e&device_id=52a42868-5e1e-49af-b0ff-44e3cd2357e8 HTTP/1.1" status: 200 len: 1162 time: 0.2099850 Feb 16 16:01:13.868966 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-068dd42b-58a5-477e-a473-0fdc7e9d5f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853200303'] for network, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:13.906136 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-dd1fc71f-7d85-439f-98e1-ad6b219690d0 req-fad6a492-12e4-4ccb-ab7a-688a41e8845d service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53e5b9e3-3153-4dfd-9bf9-873f1b6966b5 HTTP/1.1" status: 200 len: 1001 time: 0.5598891 Feb 16 16:01:13.971124 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-553f75fb-cb72-4a53-bbd1-01dccef7eaf0 req-cbe4d9ec-21a9-46fe-b375-55de9062188d service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=cef25aa2-a300-4d1c-9993-bed7a0e4bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4950891 Feb 16 16:01:14.030474 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [req-31d7ab8f-0c21-415f-bba7-100388c876dc req-5b27799b-35ff-4c4a-8137-ad7a74828ea0 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] For port a34d37cc-fbc0-4996-a518-d5917786f3d7, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=a34d37cc-fbc0-4996-a518-d5917786f3d7,segment=NetworkSegment(345b1ee1-cb15-421b-844c-b60c726b46c9),segment_id=345b1ee1-cb15-421b-844c-b60c726b46c9)] {{(pid=84075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:01:14.030917 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-31d7ab8f-0c21-415f-bba7-100388c876dc req-5b27799b-35ff-4c4a-8137-ad7a74828ea0 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862802'] for port, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:14.194669 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [req-31d7ab8f-0c21-415f-bba7-100388c876dc req-5b27799b-35ff-4c4a-8137-ad7a74828ea0 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Calling delete_port for a34d37cc-fbc0-4996-a518-d5917786f3d7 owned by compute:nova {{(pid=84075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 16:01:14.226119 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1fc71f-7d85-439f-98e1-ad6b219690d0 req-119a6879-a2a4-4acd-b81b-b53ca554f36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:01:14.227668 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-dd1fc71f-7d85-439f-98e1-ad6b219690d0 req-119a6879-a2a4-4acd-b81b-b53ca554f36f service neutron] 10.222.0.103 "GET /v2.0/subnets?id=578849cb-f9a8-4646-bed7-c111f69c5937 HTTP/1.1" status: 200 len: 847 time: 0.3130524 Feb 16 16:01:14.242540 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdf46a6-7d70-4166-bac4-32c85dfd89b5 req-4de8fe2b-2bba-4bad-ac93-9ce9d6c9f6f0 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:01:14.244178 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-4fdf46a6-7d70-4166-bac4-32c85dfd89b5 req-4de8fe2b-2bba-4bad-ac93-9ce9d6c9f6f0 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a42868-5e1e-49af-b0ff-44e3cd2357e8 HTTP/1.1" status: 200 len: 945 time: 0.8353264 Feb 16 16:01:14.336473 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c3db44-7c5e-41c7-9a1f-e7b595e848c3 req-1e72a7b3-6ebd-46fc-a9f2-ddc054766182 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:01:14.338056 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-87c3db44-7c5e-41c7-9a1f-e7b595e848c3 req-1e72a7b3-6ebd-46fc-a9f2-ddc054766182 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=c6e18375-dbef-48d3-bf08-ce8ec6cba62e HTTP/1.1" status: 200 len: 944 time: 0.5585275 Feb 16 16:01:14.385238 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e112aa92-89e1-4c94-b004-6d6caaa198da req-a03da81a-c447-4057-8829-62dd9abb4e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:01:14.386876 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-e112aa92-89e1-4c94-b004-6d6caaa198da req-a03da81a-c447-4057-8829-62dd9abb4e23 service neutron] 10.222.0.103 "GET /v2.0/networks?id=ac572d69-3346-47db-96b8-84a33dd2e288 HTTP/1.1" status: 200 len: 905 time: 0.5659561 Feb 16 16:01:14.391185 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-068dd42b-58a5-477e-a473-0fdc7e9d5f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852988537', 'neutron.services.segments.db._delete_segments_for_network--9223363260218233119'] for network, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:14.434961 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-4fdf46a6-7d70-4166-bac4-32c85dfd89b5 req-5c9da89e-d569-49bf-96e9-cca3f39678aa tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/security-groups?id=5898dce6-7055-4862-b83b-a300f7112f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411073 Feb 16 16:01:14.499097 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-87c3db44-7c5e-41c7-9a1f-e7b595e848c3 req-d7351809-93ec-436d-b74b-6499666620d9 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/security-groups?id=3fcb05d0-71e7-4569-9012-47a704188c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461403 Feb 16 16:01:14.519914 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1fc71f-7d85-439f-98e1-ad6b219690d0 req-52283e8e-1043-4f75-af9a-ab29f6e16521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:01:14.521527 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-dd1fc71f-7d85-439f-98e1-ad6b219690d0 req-52283e8e-1043-4f75-af9a-ab29f6e16521 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=5a6cc9fd-7c89-4382-a460-9e49c7df15fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2738726 Feb 16 16:01:14.572948 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6ac59d0-6be4-4fc5-b34a-e5f20af6b2d0', 'name': 'network-vif-deleted', 'tag': 'e1ead27c-1aaa-4ee8-83d5-4a474a12c0c6'}] {{(pid=84075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 16:01:14.584116 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-31d7ab8f-0c21-415f-bba7-100388c876dc req-5b27799b-35ff-4c4a-8137-ad7a74828ea0 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776636383262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776636049574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7708556'] for port, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:14.622742 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-e112aa92-89e1-4c94-b004-6d6caaa198da req-721253e6-b5ee-436e-996a-d8d9081684c8 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3cfc80c-3747-4eaa-971c-fd4b447bcf21 HTTP/1.1" status: 200 len: 1000 time: 0.2131681 Feb 16 16:01:14.626388 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.services.segments.db [None req-068dd42b-58a5-477e-a473-0fdc7e9d5f69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ba9adbd-7e6e-40ef-8072-99fc00c91b9e']}} {{(pid=84074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:01:14.649805 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-24d74430-5f28-416b-9de8-8eed6d501749 tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:01:14.685835 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.services.segments.db [None req-068dd42b-58a5-477e-a473-0fdc7e9d5f69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd69440aa-dedb-489c-bfce-44f2e5f52ef4') {'for_net_delete': True} {{(pid=84074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:01:14.686173 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.services.segments.db [None req-068dd42b-58a5-477e-a473-0fdc7e9d5f69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd69440aa-dedb-489c-bfce-44f2e5f52ef4') {} {{(pid=84074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:01:14.712575 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-068dd42b-58a5-477e-a473-0fdc7e9d5f69 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363260218221087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6480523'] for segment, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:14.740252 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e112aa92-89e1-4c94-b004-6d6caaa198da req-cb3796dd-3906-4ccc-9bd9-742c5d5927aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:01:14.742066 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-e112aa92-89e1-4c94-b004-6d6caaa198da req-cb3796dd-3906-4ccc-9bd9-742c5d5927aa service neutron] 10.222.0.103 "GET /v2.0/subnets?id=c8b959bf-ae39-4aee-b829-e174a339a829 HTTP/1.1" status: 200 len: 850 time: 0.1071692 Feb 16 16:01:14.770835 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b27799b-35ff-4c4a-8137-ad7a74828ea0 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Pushing event deleted for resources: {'Port': ['ID=a34d37cc-fbc0-4996-a518-d5917786f3d7,revision_number=None']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:01:14.774452 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-5b27799b-35ff-4c4a-8137-ad7a74828ea0 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:01:14.800020 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-068dd42b-58a5-477e-a473-0fdc7e9d5f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797496'] for segment, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:14.807500 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-068dd42b-58a5-477e-a473-0fdc7e9d5f69 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 16 16:01:14.830772 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6ac59d0-6be4-4fc5-b34a-e5f20af6b2d0', 'name': 'network-vif-deleted', 'tag': 'e1ead27c-1aaa-4ee8-83d5-4a474a12c0c6', 'status': 'completed', 'code': 200} Feb 16 16:01:14.930289 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-dd1fc71f-7d85-439f-98e1-ad6b219690d0 req-37bc13f4-2e1e-4021-9717-956a0f71d133 service neutron] 10.222.0.103 "GET /v2.0/networks/5a6cc9fd-7c89-4382-a460-9e49c7df15fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3996282 Feb 16 16:01:14.930855 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device a5059de2-875e-4966-85e6-2e6d5a8ec412 no longer exists at agent ovs-agent-dv-cinder-775706-1-iscsi {{(pid=84076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 16:01:14.983748 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] No Port match for: a5059de2-875e-4966-85e6-2e6d5a8ec412 {{(pid=84076) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 16:01:14.984258 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device a5059de2-875e-4966-85e6-2e6d5a8ec412 not bound to the agent host dv-cinder-775706-1-iscsi {{(pid=84076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 16:01:15.000173 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d1163-2dc7-4c33-b0e5-bc68fc14a916 req-9c77f746-1b51-4370-996e-87d758db365f tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:01:15.001313 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0b2d1163-2dc7-4c33-b0e5-bc68fc14a916 req-9c77f746-1b51-4370-996e-87d758db365f tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/ports?device_id=9602e576-dd8e-45b0-a239-2323eaf35b7a HTTP/1.1" status: 200 len: 946 time: 0.3001502 Feb 16 16:01:15.024795 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-068dd42b-58a5-477e-a473-0fdc7e9d5f69 admin admin] Network 5ba9adbd-7e6e-40ef-8072-99fc00c91b9e has no segments {{(pid=84074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 16:01:15.035336 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-068dd42b-58a5-477e-a473-0fdc7e9d5f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852978417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6980364'] for segment, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:15.114959 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e112aa92-89e1-4c94-b004-6d6caaa198da req-6ef0ca62-ca11-4107-802d-72c543c9a434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:01:15.116601 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-e112aa92-89e1-4c94-b004-6d6caaa198da req-6ef0ca62-ca11-4107-802d-72c543c9a434 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=ac572d69-3346-47db-96b8-84a33dd2e288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3660038 Feb 16 16:01:15.134902 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [req-31d7ab8f-0c21-415f-bba7-100388c876dc req-5b27799b-35ff-4c4a-8137-ad7a74828ea0 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] No DVR routers for this DVR port a34d37cc-fbc0-4996-a518-d5917786f3d7 on host hv-cinder-77570 {{(pid=84075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 16:01:15.142300 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-31d7ab8f-0c21-415f-bba7-100388c876dc req-5b27799b-35ff-4c4a-8137-ad7a74828ea0 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487'] for port, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:15.191909 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0b2d1163-2dc7-4c33-b0e5-bc68fc14a916 req-2baf21dd-6dd0-4a45-9a54-ad8f2ba910da tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef25aa2-a300-4d1c-9993-bed7a0e4bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348903 Feb 16 16:01:15.203254 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-dd1fc71f-7d85-439f-98e1-ad6b219690d0 req-c31d4253-0d52-4bcc-9d37-53525c9edf14 service neutron] 10.222.0.103 "GET /v2.0/networks/5a6cc9fd-7c89-4382-a460-9e49c7df15fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2618318 Feb 16 16:01:15.204514 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-31d7ab8f-0c21-415f-bba7-100388c876dc req-5b27799b-35ff-4c4a-8137-ad7a74828ea0 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.103 "DELETE /v2.0/ports/a34d37cc-fbc0-4996-a518-d5917786f3d7 HTTP/1.1" status: 204 len: 173 time: 5.0807452 Feb 16 16:01:15.352615 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-068dd42b-58a5-477e-a473-0fdc7e9d5f69 admin admin] Network 5ba9adbd-7e6e-40ef-8072-99fc00c91b9e has no segments {{(pid=84074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 16:01:15.378461 dv-cinder-775706-1-iscsi neutron-server[83961]: Traceback (most recent call last): Feb 16 16:01:15.378461 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:01:15.378461 dv-cinder-775706-1-iscsi neutron-server[83961]: timer() Feb 16 16:01:15.378461 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:01:15.378461 dv-cinder-775706-1-iscsi neutron-server[83961]: cb(*args, **kw) Feb 16 16:01:15.378461 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 16 16:01:15.378461 dv-cinder-775706-1-iscsi neutron-server[83961]: return func(*args, **kwargs) Feb 16 16:01:15.378461 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:01:15.378461 dv-cinder-775706-1-iscsi neutron-server[83961]: self._notify() Feb 16 16:01:15.378461 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:01:15.378461 dv-cinder-775706-1-iscsi neutron-server[83961]: self.callback(batched_events) Feb 16 16:01:15.378461 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:01:15.378461 dv-cinder-775706-1-iscsi neutron-server[83961]: event.method(event) Feb 16 16:01:15.378461 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 16:01:15.378461 dv-cinder-775706-1-iscsi neutron-server[83961]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:01:15.378461 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 16 16:01:15.378461 dv-cinder-775706-1-iscsi neutron-server[83961]: segment_id)['aggregates'][0] Feb 16 16:01:15.378461 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 16:01:15.378461 dv-cinder-775706-1-iscsi neutron-server[83961]: return f(self, *a, **k) Feb 16 16:01:15.378461 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 16:01:15.378461 dv-cinder-775706-1-iscsi neutron-server[83961]: return self._get(url).json() Feb 16 16:01:15.378461 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:01:15.378461 dv-cinder-775706-1-iscsi neutron-server[83961]: **kwargs) Feb 16 16:01:15.378461 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 16:01:15.378461 dv-cinder-775706-1-iscsi neutron-server[83961]: return self.request(url, 'GET', **kwargs) Feb 16 16:01:15.378461 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 16 16:01:15.378461 dv-cinder-775706-1-iscsi neutron-server[83961]: **endpoint_filter) Feb 16 16:01:15.378461 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 16:01:15.378461 dv-cinder-775706-1-iscsi neutron-server[83961]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:01:15.378461 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 16:01:15.378461 dv-cinder-775706-1-iscsi neutron-server[83961]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:01:15.378461 dv-cinder-775706-1-iscsi neutron-server[83961]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:01:15.481528 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-e112aa92-89e1-4c94-b004-6d6caaa198da req-dad1cfa8-b5af-4bab-bcef-fd2a24cbaffa service neutron] 10.222.0.103 "GET /v2.0/networks/ac572d69-3346-47db-96b8-84a33dd2e288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3516440 Feb 16 16:01:15.529284 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device 9cbd3722-00e2-439a-8dfe-ffbc0c7fa6f0 up at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 16:01:15.613401 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning complete for port 9cbd3722-00e2-439a-8dfe-ffbc0c7fa6f0 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:01:15.613856 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:15.667587 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-e112aa92-89e1-4c94-b004-6d6caaa198da req-1163ab00-ab16-4154-8b1b-0930d002d4a9 service neutron] 10.222.0.103 "GET /v2.0/networks/ac572d69-3346-47db-96b8-84a33dd2e288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1758335 Feb 16 16:01:15.739073 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-068dd42b-58a5-477e-a473-0fdc7e9d5f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-911268'] for network, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:15.743166 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-cbc65adc-36d9-42a6-8b5b-a7a37634863e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:01:15.764476 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-356201bd-60fb-43ee-ad81-00a52aa8d0e2 req-80a78ac7-0cdd-4767-92a0-12fdc5786fb7 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Synchronizing usage tracker for tenant:1a1a953a14c748c6a608c59eb0095246 on resource:port {{(pid=84075) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 16:01:15.771247 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-068dd42b-58a5-477e-a473-0fdc7e9d5f69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210664'] for network, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:15.788050 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068dd42b-58a5-477e-a473-0fdc7e9d5f69 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ba9adbd-7e6e-40ef-8072-99fc00c91b9e,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:01:15.792490 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-068dd42b-58a5-477e-a473-0fdc7e9d5f69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:01:15.812354 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-068dd42b-58a5-477e-a473-0fdc7e9d5f69 admin admin] 10.222.0.101 "DELETE /v2.0/networks/5ba9adbd-7e6e-40ef-8072-99fc00c91b9e HTTP/1.1" status: 204 len: 168 time: 2.1148796 Feb 16 16:01:15.822819 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd9aaef-21b9-440c-9926-ec0b6e562e94 req-3f7bd952-c11b-46a0-b87c-062d145ec6d0 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:01:15.824439 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-2cd9aaef-21b9-440c-9926-ec0b6e562e94 req-3f7bd952-c11b-46a0-b87c-062d145ec6d0 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a42868-5e1e-49af-b0ff-44e3cd2357e8 HTTP/1.1" status: 200 len: 945 time: 0.1203842 Feb 16 16:01:15.851061 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-356201bd-60fb-43ee-ad81-00a52aa8d0e2 req-80a78ac7-0cdd-4767-92a0-12fdc5786fb7 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Unset dirty status for tenant:1a1a953a14c748c6a608c59eb0095246 on resource:port {{(pid=84075) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 16:01:15.852337 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-356201bd-60fb-43ee-ad81-00a52aa8d0e2 req-80a78ac7-0cdd-4767-92a0-12fdc5786fb7 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] 10.222.0.101 "GET /v2.0/ports?device_id=c6e18375-dbef-48d3-bf08-ce8ec6cba62e HTTP/1.1" status: 200 len: 210 time: 0.1888039 Feb 16 16:01:15.887403 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-2cd9aaef-21b9-440c-9926-ec0b6e562e94 req-b894cd7b-1d74-44ce-b4d6-457332df861c tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/security-groups?id=5898dce6-7055-4862-b83b-a300f7112f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555758 Feb 16 16:01:16.029918 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 50290) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:01:16.092436 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-385e0000-bfd0-428f-9691-0d1046887dec admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=15f9cf749fe94c5aa76af3d23d68fbb3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0611303 Feb 16 16:01:16.095226 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 50302) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:01:16.167999 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-51455aeb-adae-411a-aafa-7c7ed6c41662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:16.213847 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-51455aeb-adae-411a-aafa-7c7ed6c41662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:16.297078 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-51455aeb-adae-411a-aafa-7c7ed6c41662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:16.303069 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-5a6a66c8-cb0f-4431-9225-9d9e400ac324 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:01:16.316725 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51455aeb-adae-411a-aafa-7c7ed6c41662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:01:16.321143 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-51455aeb-adae-411a-aafa-7c7ed6c41662 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:01:16.322389 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-51455aeb-adae-411a-aafa-7c7ed6c41662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:16.323668 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-51455aeb-adae-411a-aafa-7c7ed6c41662 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/9a3d1291-f6ec-4fe9-8a0b-d81b7e13c791 HTTP/1.1" status: 204 len: 168 time: 0.2273519 Feb 16 16:01:16.427199 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf7a3e1-f514-4f8f-a9e1-37e0de7d7df0 req-1e4423c6-b6ab-4bb3-a7ed-40ac12d1eb4c tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:01:16.428886 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0cf7a3e1-f514-4f8f-a9e1-37e0de7d7df0 req-1e4423c6-b6ab-4bb3-a7ed-40ac12d1eb4c tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/ports?device_id=9602e576-dd8e-45b0-a239-2323eaf35b7a HTTP/1.1" status: 200 len: 946 time: 0.1009932 Feb 16 16:01:16.479529 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0cf7a3e1-f514-4f8f-a9e1-37e0de7d7df0 req-0f6868a8-00f4-4817-ae8c-b83406e9ccf4 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef25aa2-a300-4d1c-9993-bed7a0e4bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438638 Feb 16 16:01:16.831614 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6e18375-dbef-48d3-bf08-ce8ec6cba62e', 'name': 'network-vif-deleted', 'tag': 'a34d37cc-fbc0-4996-a518-d5917786f3d7'}] {{(pid=84075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 16:01:16.887834 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6e18375-dbef-48d3-bf08-ce8ec6cba62e', 'name': 'network-vif-deleted', 'tag': 'a34d37cc-fbc0-4996-a518-d5917786f3d7', 'status': 'completed', 'code': 200} Feb 16 16:01:16.977418 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 50402) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:01:17.061576 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.db_base_plugin_v2 [None req-f53d1193-c896-4cfc-84df-5e1100275419 admin admin] Deleting subnet 5bf5e8cd-656f-4727-bbaa-2a15ac283eb2 {{(pid=84074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 16 16:01:17.065750 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f53d1193-c896-4cfc-84df-5e1100275419 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:17.126289 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f53d1193-c896-4cfc-84df-5e1100275419 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848295296'] for subnet, precommit_delete_associations {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:17.186064 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a1efb-b2df-41aa-ae81-efbf9d5def68 req-3e06c4ec-f852-4b8e-b418-dc5b173d9d1e tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:01:17.187759 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-454a1efb-b2df-41aa-ae81-efbf9d5def68 req-3e06c4ec-f852-4b8e-b418-dc5b173d9d1e tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a42868-5e1e-49af-b0ff-44e3cd2357e8 HTTP/1.1" status: 200 len: 945 time: 0.1747966 Feb 16 16:01:17.194722 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f53d1193-c896-4cfc-84df-5e1100275419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852981986'] for subnet, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:17.250001 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-454a1efb-b2df-41aa-ae81-efbf9d5def68 req-ea2ca8f0-1f9d-4789-904d-4d722b07031b tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/security-groups?id=5898dce6-7055-4862-b83b-a300f7112f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533867 Feb 16 16:01:17.491701 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device a3cfc80c-3747-4eaa-971c-fd4b447bcf21 up at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 16:01:17.590599 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning complete for port a3cfc80c-3747-4eaa-971c-fd4b447bcf21 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:01:17.590771 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f53d1193-c896-4cfc-84df-5e1100275419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1793799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847795026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848112455'] for subnet, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:17.591055 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:17.726378 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:01:17.760967 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-fc0e95f3-2446-448d-80df-6285abc81746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:17.773053 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53d1193-c896-4cfc-84df-5e1100275419 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bf5e8cd-656f-4727-bbaa-2a15ac283eb2,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:01:17.782074 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-f53d1193-c896-4cfc-84df-5e1100275419 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:01:17.785756 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f53d1193-c896-4cfc-84df-5e1100275419 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:17.792409 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-f53d1193-c896-4cfc-84df-5e1100275419 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/5bf5e8cd-656f-4727-bbaa-2a15ac283eb2 HTTP/1.1" status: 204 len: 168 time: 0.8135405 Feb 16 16:01:17.796304 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 50484) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:01:17.947669 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c2bfc94e-2634-4e00-95b6-39859d630560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853200303'] for network, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:18.210442 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c2bfc94e-2634-4e00-95b6-39859d630560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852988537', 'neutron.services.segments.db._delete_segments_for_network--9223363260218233119'] for network, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:18.279858 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.agents_db [None req-cca974b7-119d-4613-9949-a609bd4803bb None None] Agent healthcheck: found 6 active agents {{(pid=84077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 16:01:18.365200 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.services.segments.db [None req-c2bfc94e-2634-4e00-95b6-39859d630560 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baa10d08-ce15-4a5f-a2ef-a3a5e84267ba']}} {{(pid=84074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:01:18.381803 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.services.segments.db [None req-c2bfc94e-2634-4e00-95b6-39859d630560 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '345b1ee1-cb15-421b-844c-b60c726b46c9') {'for_net_delete': True} {{(pid=84074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:01:18.382157 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.services.segments.db [None req-c2bfc94e-2634-4e00-95b6-39859d630560 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '345b1ee1-cb15-421b-844c-b60c726b46c9') {} {{(pid=84074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:01:18.398210 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c2bfc94e-2634-4e00-95b6-39859d630560 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363260218221087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6480523'] for segment, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:18.421039 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c2bfc94e-2634-4e00-95b6-39859d630560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797496'] for segment, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:18.423841 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c2bfc94e-2634-4e00-95b6-39859d630560 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=84074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 16 16:01:18.621530 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 50540) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:01:18.676245 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-c2bfc94e-2634-4e00-95b6-39859d630560 admin admin] Network baa10d08-ce15-4a5f-a2ef-a3a5e84267ba has no segments {{(pid=84074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 16:01:18.687438 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c2bfc94e-2634-4e00-95b6-39859d630560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852978417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6980364'] for segment, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:18.786597 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b51d3cf6-30dc-40f4-8505-c20d9bdac204 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:18.808054 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-b51d3cf6-30dc-40f4-8505-c20d9bdac204 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:01:18.812434 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-b51d3cf6-30dc-40f4-8505-c20d9bdac204 admin admin] Usage tracker for resource:security_group_rule and tenant:649b43d651c64d47be0c1343bad99dab is out of sync, need to count used quota {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:01:18.816146 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-b51d3cf6-30dc-40f4-8505-c20d9bdac204 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:01:18.823795 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-b51d3cf6-30dc-40f4-8505-c20d9bdac204 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:01:18.979478 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b51d3cf6-30dc-40f4-8505-c20d9bdac204 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:19.007640 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b51d3cf6-30dc-40f4-8505-c20d9bdac204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:19.018891 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-b2de6384-e56c-4684-bd89-cbb4abafe4ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:01:19.091669 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51d3cf6-30dc-40f4-8505-c20d9bdac204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a241c3-524c-48eb-910e-ec2730712a62,revision_number=1']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:01:19.109353 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-b51d3cf6-30dc-40f4-8505-c20d9bdac204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:01:19.118602 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-b51d3cf6-30dc-40f4-8505-c20d9bdac204 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=649b43d651c64d47be0c1343bad99dab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4951644 Feb 16 16:01:19.119390 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 50568) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:01:19.148731 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-c2bfc94e-2634-4e00-95b6-39859d630560 admin admin] Network baa10d08-ce15-4a5f-a2ef-a3a5e84267ba has no segments {{(pid=84074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 16:01:19.172769 dv-cinder-775706-1-iscsi neutron-server[83961]: Traceback (most recent call last): Feb 16 16:01:19.172769 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:01:19.172769 dv-cinder-775706-1-iscsi neutron-server[83961]: timer() Feb 16 16:01:19.172769 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:01:19.172769 dv-cinder-775706-1-iscsi neutron-server[83961]: cb(*args, **kw) Feb 16 16:01:19.172769 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 16 16:01:19.172769 dv-cinder-775706-1-iscsi neutron-server[83961]: return func(*args, **kwargs) Feb 16 16:01:19.172769 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:01:19.172769 dv-cinder-775706-1-iscsi neutron-server[83961]: self._notify() Feb 16 16:01:19.172769 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:01:19.172769 dv-cinder-775706-1-iscsi neutron-server[83961]: self.callback(batched_events) Feb 16 16:01:19.172769 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:01:19.172769 dv-cinder-775706-1-iscsi neutron-server[83961]: event.method(event) Feb 16 16:01:19.172769 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 16:01:19.172769 dv-cinder-775706-1-iscsi neutron-server[83961]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:01:19.172769 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 16 16:01:19.172769 dv-cinder-775706-1-iscsi neutron-server[83961]: segment_id)['aggregates'][0] Feb 16 16:01:19.172769 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 16:01:19.172769 dv-cinder-775706-1-iscsi neutron-server[83961]: return f(self, *a, **k) Feb 16 16:01:19.172769 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 16:01:19.172769 dv-cinder-775706-1-iscsi neutron-server[83961]: return self._get(url).json() Feb 16 16:01:19.172769 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:01:19.172769 dv-cinder-775706-1-iscsi neutron-server[83961]: **kwargs) Feb 16 16:01:19.172769 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 16:01:19.172769 dv-cinder-775706-1-iscsi neutron-server[83961]: return self.request(url, 'GET', **kwargs) Feb 16 16:01:19.172769 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 16 16:01:19.172769 dv-cinder-775706-1-iscsi neutron-server[83961]: **endpoint_filter) Feb 16 16:01:19.172769 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 16:01:19.172769 dv-cinder-775706-1-iscsi neutron-server[83961]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:01:19.172769 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 16:01:19.172769 dv-cinder-775706-1-iscsi neutron-server[83961]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:01:19.172769 dv-cinder-775706-1-iscsi neutron-server[83961]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:01:19.191191 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-e4d08dfa-62e4-43a7-b21e-fcd7795100a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:19.219929 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-e4d08dfa-62e4-43a7-b21e-fcd7795100a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:19.291347 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c2bfc94e-2634-4e00-95b6-39859d630560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-911268'] for network, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:19.295041 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:01:19.313115 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c2bfc94e-2634-4e00-95b6-39859d630560 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210664'] for network, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:19.325205 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bfc94e-2634-4e00-95b6-39859d630560 admin admin] Pushing event deleted for resources: {'Network': ['ID=baa10d08-ce15-4a5f-a2ef-a3a5e84267ba,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:01:19.333579 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-c2bfc94e-2634-4e00-95b6-39859d630560 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:01:19.363568 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-c2bfc94e-2634-4e00-95b6-39859d630560 admin admin] 10.222.0.101 "DELETE /v2.0/networks/baa10d08-ce15-4a5f-a2ef-a3a5e84267ba HTTP/1.1" status: 204 len: 168 time: 1.5659862 Feb 16 16:01:19.590473 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-e4d08dfa-62e4-43a7-b21e-fcd7795100a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:19.597239 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-c14b8fc1-7844-4731-8f17-d4e2a98a0a28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:01:19.610462 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d08dfa-62e4-43a7-b21e-fcd7795100a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a241c3-524c-48eb-910e-ec2730712a62,revision_number=None']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:01:19.614232 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-e4d08dfa-62e4-43a7-b21e-fcd7795100a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:01:19.618505 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-e4d08dfa-62e4-43a7-b21e-fcd7795100a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:19.619898 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-e4d08dfa-62e4-43a7-b21e-fcd7795100a4 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d1a241c3-524c-48eb-910e-ec2730712a62 HTTP/1.1" status: 204 len: 168 time: 0.4994917 Feb 16 16:01:19.655708 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 50586) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:01:19.718168 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-8c3d4f09-56e9-4377-9750-72483b8de7af admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=1a1a953a14c748c6a608c59eb0095246&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0602133 Feb 16 16:01:19.721782 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 50594) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:01:19.797115 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-3e2af35d-4b5d-49e1-b8ce-bfefa7481001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:19.834566 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-3e2af35d-4b5d-49e1-b8ce-bfefa7481001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:19.910790 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-3e2af35d-4b5d-49e1-b8ce-bfefa7481001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:19.916404 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-d7219b7c-b171-40e6-8ec7-fb465515e02d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:01:19.928204 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2af35d-4b5d-49e1-b8ce-bfefa7481001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fcb05d0-71e7-4569-9012-47a704188c9f,revision_number=None']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:01:19.932875 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-3e2af35d-4b5d-49e1-b8ce-bfefa7481001 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:01:19.936651 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-3e2af35d-4b5d-49e1-b8ce-bfefa7481001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:19.937930 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-3e2af35d-4b5d-49e1-b8ce-bfefa7481001 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/3fcb05d0-71e7-4569-9012-47a704188c9f HTTP/1.1" status: 204 len: 168 time: 0.2151198 Feb 16 16:01:20.394982 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d05518bb-17ee-4865-b03c-31693adcda8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:20.613406 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-498c50f7-4ab0-4d94-b9b3-435ec2e8ac39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:21.401999 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:22.051342 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 50704) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:01:22.279596 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-331083c2-9fd5-48c9-8796-02890b3f22e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:22.286914 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 50720) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:01:22.287136 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-c6939151-2482-4045-8278-b82f2d69f79a admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=e359605ad21f4fa7afe3305b3c3a0865&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2344096 Feb 16 16:01:22.350278 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-6808c727-e6d5-401a-91c4-3b7103106143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:22.380334 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-6808c727-e6d5-401a-91c4-3b7103106143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:22.461127 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-6808c727-e6d5-401a-91c4-3b7103106143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:22.465620 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-51455aeb-adae-411a-aafa-7c7ed6c41662 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:01:22.482048 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6808c727-e6d5-401a-91c4-3b7103106143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f03c8b1-172f-4318-a3e4-d13a322e5ac7,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:01:22.484878 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-6808c727-e6d5-401a-91c4-3b7103106143 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:01:22.521346 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-6808c727-e6d5-401a-91c4-3b7103106143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:22.522581 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-6808c727-e6d5-401a-91c4-3b7103106143 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/7f03c8b1-172f-4318-a3e4-d13a322e5ac7 HTTP/1.1" status: 204 len: 168 time: 0.2345915 Feb 16 16:01:22.861781 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 50738) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:01:22.994314 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-3e1677cd-543b-489c-8a7b-aaf62bda6987 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:23.010292 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-3e1677cd-543b-489c-8a7b-aaf62bda6987 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:01:23.014448 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-3e1677cd-543b-489c-8a7b-aaf62bda6987 admin admin] Usage tracker for resource:security_group_rule and tenant:892eb311685e45118bff00c1728b4cac is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:01:23.018130 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-3e1677cd-543b-489c-8a7b-aaf62bda6987 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:01:23.024080 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-3e1677cd-543b-489c-8a7b-aaf62bda6987 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:01:23.133901 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-3e1677cd-543b-489c-8a7b-aaf62bda6987 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:23.156023 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-3e1677cd-543b-489c-8a7b-aaf62bda6987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:23.166119 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-fcbc266b-d3f8-4a0c-8acc-ff2d06fa54c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:01:23.210342 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-3e1677cd-543b-489c-8a7b-aaf62bda6987 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=892eb311685e45118bff00c1728b4cac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3469193 Feb 16 16:01:23.212086 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1677cd-543b-489c-8a7b-aaf62bda6987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3aeb5f4-f49d-4067-ae85-748587c3a8b1,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:01:23.213336 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 50750) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:01:23.215505 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-3e1677cd-543b-489c-8a7b-aaf62bda6987 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:01:23.280094 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-26e595b5-8e52-4227-8c8f-ed26769f6ecd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:23.308663 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-26e595b5-8e52-4227-8c8f-ed26769f6ecd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:23.382385 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-26e595b5-8e52-4227-8c8f-ed26769f6ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:23.387686 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-adc33a98-663b-4745-897e-be8f1eeac3e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:01:23.402246 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e595b5-8e52-4227-8c8f-ed26769f6ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3aeb5f4-f49d-4067-ae85-748587c3a8b1,revision_number=None']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:01:23.405413 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-26e595b5-8e52-4227-8c8f-ed26769f6ecd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:01:23.406417 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-26e595b5-8e52-4227-8c8f-ed26769f6ecd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:23.408119 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-26e595b5-8e52-4227-8c8f-ed26769f6ecd admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/b3aeb5f4-f49d-4067-ae85-748587c3a8b1 HTTP/1.1" status: 204 len: 168 time: 0.1931634 Feb 16 16:01:23.930110 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 50768) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:01:23.951053 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-2a868967-571a-447e-b636-83995ab1beef admin admin] Notify callbacks [] for security_group, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:23.974507 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-2a868967-571a-447e-b636-83995ab1beef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:01:23.979873 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-2a868967-571a-447e-b636-83995ab1beef admin admin] Usage tracker for resource:security_group_rule and tenant:e015165847ba4976af01e0530b3d2b13 is out of sync, need to count used quota {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:01:23.982922 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-2a868967-571a-447e-b636-83995ab1beef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:01:23.990000 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-2a868967-571a-447e-b636-83995ab1beef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:01:24.080751 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-2a868967-571a-447e-b636-83995ab1beef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:24.107720 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-2a868967-571a-447e-b636-83995ab1beef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:24.117695 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-50908b78-ada0-4fac-8b29-30a9cce95690 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:01:24.163130 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-2a868967-571a-447e-b636-83995ab1beef admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=e015165847ba4976af01e0530b3d2b13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2316201 Feb 16 16:01:24.164171 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a868967-571a-447e-b636-83995ab1beef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb198f4a-9e7b-4b7f-8492-ed3beaf740d5,revision_number=1']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:01:24.166008 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 50776) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:01:24.167598 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-2a868967-571a-447e-b636-83995ab1beef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:01:24.232703 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-9ad55a29-6db8-4535-a7b6-d8f460a3eef8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:24.265264 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-9ad55a29-6db8-4535-a7b6-d8f460a3eef8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:24.343743 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-9ad55a29-6db8-4535-a7b6-d8f460a3eef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:24.348476 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-21b35c10-0ae3-4f34-a448-451672927b57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:01:24.362328 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad55a29-6db8-4535-a7b6-d8f460a3eef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb198f4a-9e7b-4b7f-8492-ed3beaf740d5,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:01:24.365078 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-9ad55a29-6db8-4535-a7b6-d8f460a3eef8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:01:24.374292 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-9ad55a29-6db8-4535-a7b6-d8f460a3eef8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:24.378129 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-9ad55a29-6db8-4535-a7b6-d8f460a3eef8 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/cb198f4a-9e7b-4b7f-8492-ed3beaf740d5 HTTP/1.1" status: 204 len: 168 time: 0.2090724 Feb 16 16:01:30.790592 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 50956) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:01:30.946566 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-125aadac-f592-4792-a250-d2e0f5c90ac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:30.968337 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-125aadac-f592-4792-a250-d2e0f5c90ac3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:01:30.973778 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-125aadac-f592-4792-a250-d2e0f5c90ac3 admin admin] Usage tracker for resource:security_group_rule and tenant:d9b259faafb24c32b3abbeffb24689f3 is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:01:30.976947 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-125aadac-f592-4792-a250-d2e0f5c90ac3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:01:30.982857 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-125aadac-f592-4792-a250-d2e0f5c90ac3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:01:31.161496 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-125aadac-f592-4792-a250-d2e0f5c90ac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:31.195594 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-125aadac-f592-4792-a250-d2e0f5c90ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:31.204316 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-ab560c11-0ce4-4268-989b-b1483568b72c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:01:31.256285 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-125aadac-f592-4792-a250-d2e0f5c90ac3 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d9b259faafb24c32b3abbeffb24689f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4644594 Feb 16 16:01:31.257307 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125aadac-f592-4792-a250-d2e0f5c90ac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46cffb24-ef42-4b4d-bc6d-3191111c9139,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:01:31.259314 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 50968) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:01:31.266078 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125aadac-f592-4792-a250-d2e0f5c90ac3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:01:31.266501 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125aadac-f592-4792-a250-d2e0f5c90ac3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:01:31.266941 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125aadac-f592-4792-a250-d2e0f5c90ac3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:01:31.267351 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125aadac-f592-4792-a250-d2e0f5c90ac3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:01:31.268458 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125aadac-f592-4792-a250-d2e0f5c90ac3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:01:31.268983 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125aadac-f592-4792-a250-d2e0f5c90ac3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:01:31.269389 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125aadac-f592-4792-a250-d2e0f5c90ac3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:01:31.269794 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125aadac-f592-4792-a250-d2e0f5c90ac3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:01:31.270196 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125aadac-f592-4792-a250-d2e0f5c90ac3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:01:31.270599 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125aadac-f592-4792-a250-d2e0f5c90ac3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:01:31.271029 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125aadac-f592-4792-a250-d2e0f5c90ac3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:01:31.271417 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125aadac-f592-4792-a250-d2e0f5c90ac3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:01:31.271859 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125aadac-f592-4792-a250-d2e0f5c90ac3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:01:31.272265 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125aadac-f592-4792-a250-d2e0f5c90ac3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:01:31.272661 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125aadac-f592-4792-a250-d2e0f5c90ac3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:01:31.273051 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125aadac-f592-4792-a250-d2e0f5c90ac3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:01:31.273557 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125aadac-f592-4792-a250-d2e0f5c90ac3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:01:31.273868 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125aadac-f592-4792-a250-d2e0f5c90ac3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:01:31.274260 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125aadac-f592-4792-a250-d2e0f5c90ac3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:01:31.274681 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125aadac-f592-4792-a250-d2e0f5c90ac3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:01:31.275084 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125aadac-f592-4792-a250-d2e0f5c90ac3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:01:31.275482 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125aadac-f592-4792-a250-d2e0f5c90ac3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:01:31.275872 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125aadac-f592-4792-a250-d2e0f5c90ac3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:01:31.276264 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125aadac-f592-4792-a250-d2e0f5c90ac3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:01:31.281230 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-125aadac-f592-4792-a250-d2e0f5c90ac3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:01:31.328589 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-0a3a49d5-f71a-412f-b9c9-357856b69ae5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:31.358298 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-0a3a49d5-f71a-412f-b9c9-357856b69ae5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:31.457169 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-0a3a49d5-f71a-412f-b9c9-357856b69ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:31.462581 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-6950866f-1a4d-4fab-a721-017c9bb0f84b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:01:31.484436 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3a49d5-f71a-412f-b9c9-357856b69ae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46cffb24-ef42-4b4d-bc6d-3191111c9139,revision_number=None']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:01:31.495811 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3a49d5-f71a-412f-b9c9-357856b69ae5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:01:31.496202 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3a49d5-f71a-412f-b9c9-357856b69ae5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:01:31.496594 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3a49d5-f71a-412f-b9c9-357856b69ae5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:01:31.496978 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3a49d5-f71a-412f-b9c9-357856b69ae5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:01:31.497357 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3a49d5-f71a-412f-b9c9-357856b69ae5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:01:31.497735 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3a49d5-f71a-412f-b9c9-357856b69ae5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:01:31.498110 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3a49d5-f71a-412f-b9c9-357856b69ae5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:01:31.498488 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3a49d5-f71a-412f-b9c9-357856b69ae5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:01:31.498886 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3a49d5-f71a-412f-b9c9-357856b69ae5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:01:31.499262 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3a49d5-f71a-412f-b9c9-357856b69ae5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:01:31.499634 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3a49d5-f71a-412f-b9c9-357856b69ae5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:01:31.500005 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3a49d5-f71a-412f-b9c9-357856b69ae5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:01:31.500419 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3a49d5-f71a-412f-b9c9-357856b69ae5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:01:31.500795 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3a49d5-f71a-412f-b9c9-357856b69ae5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:01:31.501256 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3a49d5-f71a-412f-b9c9-357856b69ae5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:01:31.501536 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3a49d5-f71a-412f-b9c9-357856b69ae5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:01:31.502444 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3a49d5-f71a-412f-b9c9-357856b69ae5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:01:31.502950 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3a49d5-f71a-412f-b9c9-357856b69ae5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:01:31.503481 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3a49d5-f71a-412f-b9c9-357856b69ae5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:01:31.503854 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3a49d5-f71a-412f-b9c9-357856b69ae5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:01:31.504227 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3a49d5-f71a-412f-b9c9-357856b69ae5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:01:31.504596 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3a49d5-f71a-412f-b9c9-357856b69ae5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:01:31.504998 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3a49d5-f71a-412f-b9c9-357856b69ae5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:01:31.505374 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3a49d5-f71a-412f-b9c9-357856b69ae5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:01:31.508778 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-0a3a49d5-f71a-412f-b9c9-357856b69ae5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:31.510069 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-0a3a49d5-f71a-412f-b9c9-357856b69ae5 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/46cffb24-ef42-4b4d-bc6d-3191111c9139 HTTP/1.1" status: 204 len: 168 time: 0.2493408 Feb 16 16:01:31.511050 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-0a3a49d5-f71a-412f-b9c9-357856b69ae5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:01:31.796812 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b1cebe-1e68-4152-a91f-f2f01aaaf9f1 req-44019044-1b4d-4b12-8acb-8e24a0cf0b70 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:01:31.798518 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-f1b1cebe-1e68-4152-a91f-f2f01aaaf9f1 req-44019044-1b4d-4b12-8acb-8e24a0cf0b70 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 946 time: 0.0893047 Feb 16 16:01:31.849511 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-f1b1cebe-1e68-4152-a91f-f2f01aaaf9f1 req-28ed85d7-f6d1-466a-986b-fe05e72e314e tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430794 Feb 16 16:01:31.992975 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 50994) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:01:32.013268 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-951bcf2f-6ddf-4a61-942f-2eac2f70d7d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:32.030155 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-951bcf2f-6ddf-4a61-942f-2eac2f70d7d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:01:32.035115 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-951bcf2f-6ddf-4a61-942f-2eac2f70d7d8 admin admin] Usage tracker for resource:security_group_rule and tenant:c0e3b59f97fd4341b961fb1558807ba1 is out of sync, need to count used quota {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:01:32.038454 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-951bcf2f-6ddf-4a61-942f-2eac2f70d7d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:01:32.044982 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-951bcf2f-6ddf-4a61-942f-2eac2f70d7d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:01:32.151143 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-951bcf2f-6ddf-4a61-942f-2eac2f70d7d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:32.190334 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-951bcf2f-6ddf-4a61-942f-2eac2f70d7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:32.203556 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-aa8d785c-939f-4480-a3d3-b9b7c494dc47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:01:32.253976 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-951bcf2f-6ddf-4a61-942f-2eac2f70d7d8 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=c0e3b59f97fd4341b961fb1558807ba1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2564833 Feb 16 16:01:32.253976 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951bcf2f-6ddf-4a61-942f-2eac2f70d7d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0682afd-3f60-47a2-b8f2-d12586da6b6c,revision_number=1']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:01:32.254733 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 51000) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:01:32.255761 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-951bcf2f-6ddf-4a61-942f-2eac2f70d7d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:01:32.321484 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-4f58b422-e557-4c6e-a488-7976d77f71db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:32.349623 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-4f58b422-e557-4c6e-a488-7976d77f71db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:32.429558 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-4f58b422-e557-4c6e-a488-7976d77f71db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:32.434567 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:01:32.453547 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f58b422-e557-4c6e-a488-7976d77f71db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0682afd-3f60-47a2-b8f2-d12586da6b6c,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:01:32.458972 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-4f58b422-e557-4c6e-a488-7976d77f71db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:01:32.465475 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-4f58b422-e557-4c6e-a488-7976d77f71db admin admin] Notify callbacks [] for security_group, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:32.466727 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-4f58b422-e557-4c6e-a488-7976d77f71db admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/c0682afd-3f60-47a2-b8f2-d12586da6b6c HTTP/1.1" status: 204 len: 168 time: 0.2107863 Feb 16 16:01:33.079595 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfb4ecd-f643-4eb6-a3f4-3bb135a26ce3 req-008ecf32-cc4f-4fd2-a48e-90d7652b5589 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:01:33.081384 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-bbfb4ecd-f643-4eb6-a3f4-3bb135a26ce3 req-008ecf32-cc4f-4fd2-a48e-90d7652b5589 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 946 time: 0.1025047 Feb 16 16:01:33.133791 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-bbfb4ecd-f643-4eb6-a3f4-3bb135a26ce3 req-ca5a9475-71b9-4465-b953-354febab301c tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454772 Feb 16 16:01:33.716817 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 51038) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:01:33.844782 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1f898496-c695-47df-9876-dba8e7ab6837 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:33.861118 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-1f898496-c695-47df-9876-dba8e7ab6837 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:01:33.865345 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-1f898496-c695-47df-9876-dba8e7ab6837 admin admin] Usage tracker for resource:security_group_rule and tenant:b51e06be51314ab59fbbc10c21669f50 is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:01:33.868415 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-1f898496-c695-47df-9876-dba8e7ab6837 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:01:33.874242 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-1f898496-c695-47df-9876-dba8e7ab6837 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:01:33.964518 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1f898496-c695-47df-9876-dba8e7ab6837 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:34.004790 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1f898496-c695-47df-9876-dba8e7ab6837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:34.014531 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-3e1677cd-543b-489c-8a7b-aaf62bda6987 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:01:34.059281 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-1f898496-c695-47df-9876-dba8e7ab6837 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=b51e06be51314ab59fbbc10c21669f50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3411856 Feb 16 16:01:34.060954 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f898496-c695-47df-9876-dba8e7ab6837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b79119e3-86c9-4d9a-bc6b-6b70e7b218fa,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:01:34.061979 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 51054) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:01:34.064388 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1f898496-c695-47df-9876-dba8e7ab6837 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:01:34.135918 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-04dec2bc-f296-400e-89b7-94efc8ffdd7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:34.164513 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-04dec2bc-f296-400e-89b7-94efc8ffdd7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:34.248655 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-04dec2bc-f296-400e-89b7-94efc8ffdd7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:34.262197 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-fba2dc2d-40ec-4228-9779-1102247c8e5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:01:34.319235 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dec2bc-f296-400e-89b7-94efc8ffdd7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b79119e3-86c9-4d9a-bc6b-6b70e7b218fa,revision_number=None']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:01:34.336788 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-04dec2bc-f296-400e-89b7-94efc8ffdd7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:01:34.337647 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-04dec2bc-f296-400e-89b7-94efc8ffdd7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:34.341602 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-04dec2bc-f296-400e-89b7-94efc8ffdd7a admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/b79119e3-86c9-4d9a-bc6b-6b70e7b218fa HTTP/1.1" status: 204 len: 168 time: 0.2758393 Feb 16 16:01:34.395413 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160ff4e8-3730-4a71-a6a3-5986e298e2ae req-a4c05197-6557-4616-86ee-027ec4f8ccd8 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:01:34.397065 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-160ff4e8-3730-4a71-a6a3-5986e298e2ae req-a4c05197-6557-4616-86ee-027ec4f8ccd8 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 946 time: 0.1263864 Feb 16 16:01:34.451775 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-160ff4e8-3730-4a71-a6a3-5986e298e2ae req-9e36468f-0e02-4e17-b719-64415cd88a10 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482593 Feb 16 16:01:35.753315 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4f70ae-2c2c-4cff-b812-d614d2875b24 req-74758fcc-4c06-48ec-a65e-1933bd91be0a tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:01:35.755032 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-bd4f70ae-2c2c-4cff-b812-d614d2875b24 req-74758fcc-4c06-48ec-a65e-1933bd91be0a tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 946 time: 0.0949287 Feb 16 16:01:35.806785 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-bd4f70ae-2c2c-4cff-b812-d614d2875b24 req-fb9556ac-4754-4b28-b029-fe688f65499e tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443802 Feb 16 16:01:37.034033 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3827c7ab-6cc5-45ed-bdf9-ee5a9fac6f83 req-4164853c-6bb7-439b-b031-2b77ac7f9fdb tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:01:37.036065 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-3827c7ab-6cc5-45ed-bdf9-ee5a9fac6f83 req-4164853c-6bb7-439b-b031-2b77ac7f9fdb tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 946 time: 0.0965774 Feb 16 16:01:37.090330 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-3827c7ab-6cc5-45ed-bdf9-ee5a9fac6f83 req-184773b8-65e5-4c63-8659-1f5c6ea0953d tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471995 Feb 16 16:01:38.314925 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffcebf6-f146-4633-9a14-985a3148e1cd req-cf98063c-eeae-42fd-ae2e-1fdfbad4459e tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:01:38.317755 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7ffcebf6-f146-4633-9a14-985a3148e1cd req-cf98063c-eeae-42fd-ae2e-1fdfbad4459e tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 946 time: 0.1008065 Feb 16 16:01:38.367583 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7ffcebf6-f146-4633-9a14-985a3148e1cd req-5aee2cbf-7683-48de-804d-8750e3245e41 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445063 Feb 16 16:01:39.360398 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 51272) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:01:39.767117 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-09a4f3df-8afa-4b4a-932c-d3ff5d6410d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:39.786949 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-09a4f3df-8afa-4b4a-932c-d3ff5d6410d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:01:39.793434 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-09a4f3df-8afa-4b4a-932c-d3ff5d6410d0 admin admin] Usage tracker for resource:security_group_rule and tenant:c2573c7beaa64edba81bc8f92b11bbae is out of sync, need to count used quota {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:01:39.799615 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-09a4f3df-8afa-4b4a-932c-d3ff5d6410d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:01:39.806741 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-09a4f3df-8afa-4b4a-932c-d3ff5d6410d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:01:39.860309 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7b822b-11da-4112-891c-a4616771e279 req-23b04fe1-9f4d-49ad-a276-c4f6e7900e0a tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:01:39.862024 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-3e7b822b-11da-4112-891c-a4616771e279 req-23b04fe1-9f4d-49ad-a276-c4f6e7900e0a tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 946 time: 0.3708344 Feb 16 16:01:39.929933 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-3e7b822b-11da-4112-891c-a4616771e279 req-39547068-f79f-427e-b0d3-4468d0c4a8d5 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599396 Feb 16 16:01:40.013123 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-09a4f3df-8afa-4b4a-932c-d3ff5d6410d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:40.073285 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-09a4f3df-8afa-4b4a-932c-d3ff5d6410d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:40.082494 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-cd9d1497-8dbb-4611-bd00-f447056d97f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:01:40.128144 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-09a4f3df-8afa-4b4a-932c-d3ff5d6410d0 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=c2573c7beaa64edba81bc8f92b11bbae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7664070 Feb 16 16:01:40.129929 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a4f3df-8afa-4b4a-932c-d3ff5d6410d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=877be7ae-0498-480b-b013-1e02dd411802,revision_number=1']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:01:40.130968 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 51288) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:01:40.133429 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-09a4f3df-8afa-4b4a-932c-d3ff5d6410d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:01:40.197120 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a832a6f2-3667-416d-b058-28746119d11a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:40.224491 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a832a6f2-3667-416d-b058-28746119d11a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:40.301797 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a832a6f2-3667-416d-b058-28746119d11a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:40.306748 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-9ad55a29-6db8-4535-a7b6-d8f460a3eef8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:01:40.320109 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a832a6f2-3667-416d-b058-28746119d11a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=877be7ae-0498-480b-b013-1e02dd411802,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:01:40.324466 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-a832a6f2-3667-416d-b058-28746119d11a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:01:40.330009 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a832a6f2-3667-416d-b058-28746119d11a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:40.331253 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-a832a6f2-3667-416d-b058-28746119d11a admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/877be7ae-0498-480b-b013-1e02dd411802 HTTP/1.1" status: 204 len: 168 time: 0.1992114 Feb 16 16:01:40.793498 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 51298) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:01:40.812589 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-fde392f4-c7cd-445f-8800-b13baae81ad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:40.828129 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-fde392f4-c7cd-445f-8800-b13baae81ad8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:01:40.832702 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-fde392f4-c7cd-445f-8800-b13baae81ad8 admin admin] Usage tracker for resource:security_group_rule and tenant:5f7537cf7778473484f34045002aa1e7 is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:01:40.835698 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-fde392f4-c7cd-445f-8800-b13baae81ad8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:01:40.841589 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-fde392f4-c7cd-445f-8800-b13baae81ad8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:01:40.929855 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-fde392f4-c7cd-445f-8800-b13baae81ad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:40.960949 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-fde392f4-c7cd-445f-8800-b13baae81ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:40.971919 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-a26a9f1f-193a-46f4-87d5-32af508fef3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:01:41.020766 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-fde392f4-c7cd-445f-8800-b13baae81ad8 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=5f7537cf7778473484f34045002aa1e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2226567 Feb 16 16:01:41.020998 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 51306) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:01:41.022479 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde392f4-c7cd-445f-8800-b13baae81ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f88f3eed-982f-4dbd-83f6-cbf0dfa3ceff,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:01:41.058542 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-fde392f4-c7cd-445f-8800-b13baae81ad8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:01:41.106212 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-fb266fd4-e999-4883-983f-da2adccf15d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:41.135943 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-fb266fd4-e999-4883-983f-da2adccf15d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:41.212259 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-fb266fd4-e999-4883-983f-da2adccf15d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:41.217754 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-50bd5a28-f567-4a18-82c3-89cf2a7ed101 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:01:41.231969 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb266fd4-e999-4883-983f-da2adccf15d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f88f3eed-982f-4dbd-83f6-cbf0dfa3ceff,revision_number=None']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:01:41.237064 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-fb266fd4-e999-4883-983f-da2adccf15d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:01:41.244914 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-fb266fd4-e999-4883-983f-da2adccf15d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:41.253452 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-fb266fd4-e999-4883-983f-da2adccf15d4 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f88f3eed-982f-4dbd-83f6-cbf0dfa3ceff HTTP/1.1" status: 204 len: 168 time: 0.2273307 Feb 16 16:01:41.476037 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ee20a-87d2-4ac8-becb-bdc6c4470405 req-a5903506-301b-4638-be2e-418666b6aa41 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:01:41.477761 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-696ee20a-87d2-4ac8-becb-bdc6c4470405 req-a5903506-301b-4638-be2e-418666b6aa41 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 946 time: 0.3849862 Feb 16 16:01:41.529216 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-696ee20a-87d2-4ac8-becb-bdc6c4470405 req-4d642539-4b61-439c-94c2-141adaa39aa8 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448124 Feb 16 16:01:42.411212 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:43.003118 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789de1c6-0151-4def-ba39-e9f765170f74 req-2efcc0e5-dfdc-4a91-af4a-ea7213e01e58 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:01:43.004938 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-789de1c6-0151-4def-ba39-e9f765170f74 req-2efcc0e5-dfdc-4a91-af4a-ea7213e01e58 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 946 time: 0.3529289 Feb 16 16:01:43.061662 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-789de1c6-0151-4def-ba39-e9f765170f74 req-6e1ba2a1-03fc-4baa-b85e-acc5bdfa7091 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502295 Feb 16 16:01:44.287946 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444086c0-f14c-4336-b778-eb39796c551c req-1328b3b4-ca66-4472-bb7e-992290c136f9 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:01:44.289661 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-444086c0-f14c-4336-b778-eb39796c551c req-1328b3b4-ca66-4472-bb7e-992290c136f9 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 946 time: 0.0964725 Feb 16 16:01:44.339529 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-444086c0-f14c-4336-b778-eb39796c551c req-6a67969f-2b77-430f-bf67-21288bf8c595 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433521 Feb 16 16:01:45.553013 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ccb359-d951-4037-bde9-c7d9a9f14002 req-a30b4597-eec3-4679-8633-605f232313b0 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:01:45.554684 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-36ccb359-d951-4037-bde9-c7d9a9f14002 req-a30b4597-eec3-4679-8633-605f232313b0 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 946 time: 0.0897241 Feb 16 16:01:45.606476 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-36ccb359-d951-4037-bde9-c7d9a9f14002 req-893a7c34-9416-42e1-94c6-0dc663e5c13e tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454662 Feb 16 16:01:46.825381 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93de70-67f0-406e-83ef-1e4e439f5578 req-65f80ff9-b4e4-49bb-a102-1fa3d5bca302 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:01:46.827079 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-9d93de70-67f0-406e-83ef-1e4e439f5578 req-65f80ff9-b4e4-49bb-a102-1fa3d5bca302 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 946 time: 0.0911875 Feb 16 16:01:46.880914 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-9d93de70-67f0-406e-83ef-1e4e439f5578 req-aa9c4b60-a064-4b9e-9b91-2c661081a976 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455761 Feb 16 16:01:47.659581 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-524b149d-ddc9-46b9-b0dc-2f4f0d43c7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:47.716386 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 51432) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:01:47.840520 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8d2e13ad-0678-4ad5-8950-cfa0984ebe3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:47.856711 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-8d2e13ad-0678-4ad5-8950-cfa0984ebe3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:01:47.860874 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-8d2e13ad-0678-4ad5-8950-cfa0984ebe3a admin admin] Usage tracker for resource:security_group_rule and tenant:f557225cdc334a1497cea313ae193fe0 is out of sync, need to count used quota {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:01:47.864221 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-8d2e13ad-0678-4ad5-8950-cfa0984ebe3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:01:47.870012 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-8d2e13ad-0678-4ad5-8950-cfa0984ebe3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:01:47.960365 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8d2e13ad-0678-4ad5-8950-cfa0984ebe3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:47.995128 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8d2e13ad-0678-4ad5-8950-cfa0984ebe3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:48.006774 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:01:48.098652 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2e13ad-0678-4ad5-8950-cfa0984ebe3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0113abfa-c310-4889-ab41-386d85ec52ca,revision_number=1']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:01:48.105411 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-8d2e13ad-0678-4ad5-8950-cfa0984ebe3a admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=f557225cdc334a1497cea313ae193fe0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3878739 Feb 16 16:01:48.106546 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-8d2e13ad-0678-4ad5-8950-cfa0984ebe3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:01:48.108334 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 51442) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:01:48.144596 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242239fe-4d3b-4f37-887c-71c55dd96b89 req-bdf98241-dade-43c2-beae-6f7e5f8c3d04 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:01:48.146357 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-242239fe-4d3b-4f37-887c-71c55dd96b89 req-bdf98241-dade-43c2-beae-6f7e5f8c3d04 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 946 time: 0.1406298 Feb 16 16:01:48.183117 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f6c0332c-7d67-47db-8b7d-7a680a2e372f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:48.197199 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-242239fe-4d3b-4f37-887c-71c55dd96b89 req-6d27c5c2-a586-470a-9cec-7d0044218867 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440590 Feb 16 16:01:48.212648 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f6c0332c-7d67-47db-8b7d-7a680a2e372f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:48.298149 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f6c0332c-7d67-47db-8b7d-7a680a2e372f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:48.304142 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-bb4918bd-d357-4d6d-915e-c8fa4a0db59b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:01:48.318141 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c0332c-7d67-47db-8b7d-7a680a2e372f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0113abfa-c310-4889-ab41-386d85ec52ca,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:01:48.320694 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-f6c0332c-7d67-47db-8b7d-7a680a2e372f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:01:48.328650 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f6c0332c-7d67-47db-8b7d-7a680a2e372f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:48.329878 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-f6c0332c-7d67-47db-8b7d-7a680a2e372f admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/0113abfa-c310-4889-ab41-386d85ec52ca HTTP/1.1" status: 204 len: 168 time: 0.2202582 Feb 16 16:01:48.781925 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 51452) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:01:48.801073 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c721f19b-5398-4a09-87be-789299b80b17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:48.817143 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-c721f19b-5398-4a09-87be-789299b80b17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:01:48.821212 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-c721f19b-5398-4a09-87be-789299b80b17 admin admin] Usage tracker for resource:security_group_rule and tenant:ede8304e58a34c6085b7ef3f7a0db7f6 is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:01:48.824400 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-c721f19b-5398-4a09-87be-789299b80b17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:01:48.830143 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-c721f19b-5398-4a09-87be-789299b80b17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:01:48.915703 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c721f19b-5398-4a09-87be-789299b80b17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:48.964849 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c721f19b-5398-4a09-87be-789299b80b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:48.975017 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-5dd90136-2078-4a2a-b692-95a8606d8ba0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:01:49.018811 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-c721f19b-5398-4a09-87be-789299b80b17 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=ede8304e58a34c6085b7ef3f7a0db7f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2356505 Feb 16 16:01:49.020662 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c721f19b-5398-4a09-87be-789299b80b17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e867cae-9efe-4412-84f1-d3b4ae79074c,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:01:49.021809 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 51456) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:01:49.024096 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-c721f19b-5398-4a09-87be-789299b80b17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:01:49.094232 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-bdaf5155-4ffb-46ca-94d2-a1ed43907dbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:49.122964 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-bdaf5155-4ffb-46ca-94d2-a1ed43907dbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:49.193344 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-bdaf5155-4ffb-46ca-94d2-a1ed43907dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:49.198471 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:01:49.211638 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaf5155-4ffb-46ca-94d2-a1ed43907dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e867cae-9efe-4412-84f1-d3b4ae79074c,revision_number=None']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:01:49.215885 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-bdaf5155-4ffb-46ca-94d2-a1ed43907dbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:01:49.221631 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-bdaf5155-4ffb-46ca-94d2-a1ed43907dbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:49.225566 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-bdaf5155-4ffb-46ca-94d2-a1ed43907dbd admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/6e867cae-9efe-4412-84f1-d3b4ae79074c HTTP/1.1" status: 204 len: 168 time: 0.2001820 Feb 16 16:01:49.416748 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d1ba6-43cd-43b6-8956-c59725d1dd03 req-7fe32137-ce40-45d2-9362-85692e5d875b tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:01:49.418344 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c49d1ba6-43cd-43b6-8956-c59725d1dd03 req-7fe32137-ce40-45d2-9362-85692e5d875b tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 946 time: 0.0876887 Feb 16 16:01:49.470950 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c49d1ba6-43cd-43b6-8956-c59725d1dd03 req-43cdbb6c-e2d1-4d87-8efd-d490a3d9fb50 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456388 Feb 16 16:01:49.742766 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 51470) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:01:49.762481 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-78fa6fb8-47c2-406c-b6de-3b6fba008d9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:49.778161 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-78fa6fb8-47c2-406c-b6de-3b6fba008d9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:01:49.782266 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-78fa6fb8-47c2-406c-b6de-3b6fba008d9f admin admin] Usage tracker for resource:security_group_rule and tenant:923619356fc043dc93b43223de698272 is out of sync, need to count used quota {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:01:49.785355 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-78fa6fb8-47c2-406c-b6de-3b6fba008d9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:01:49.791240 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-78fa6fb8-47c2-406c-b6de-3b6fba008d9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:01:49.879010 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-78fa6fb8-47c2-406c-b6de-3b6fba008d9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:49.918995 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-78fa6fb8-47c2-406c-b6de-3b6fba008d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:49.927419 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-b8fcc080-4e6f-41cb-88fd-886c241aad42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:01:49.972714 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-78fa6fb8-47c2-406c-b6de-3b6fba008d9f admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=923619356fc043dc93b43223de698272&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2287612 Feb 16 16:01:49.973684 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fa6fb8-47c2-406c-b6de-3b6fba008d9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a163826d-3317-418d-bae8-9fb98169eca2,revision_number=1']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:01:49.975993 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 51474) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:01:49.977127 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-78fa6fb8-47c2-406c-b6de-3b6fba008d9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:01:50.045569 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-824b2b8c-642d-49f2-a0b9-91c264a31e66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:50.075709 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-824b2b8c-642d-49f2-a0b9-91c264a31e66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:50.159814 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-824b2b8c-642d-49f2-a0b9-91c264a31e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:50.165019 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-125aadac-f592-4792-a250-d2e0f5c90ac3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:01:50.180782 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824b2b8c-642d-49f2-a0b9-91c264a31e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a163826d-3317-418d-bae8-9fb98169eca2,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:01:50.184089 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-824b2b8c-642d-49f2-a0b9-91c264a31e66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:01:50.188714 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-824b2b8c-642d-49f2-a0b9-91c264a31e66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:50.189969 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-824b2b8c-642d-49f2-a0b9-91c264a31e66 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/a163826d-3317-418d-bae8-9fb98169eca2 HTTP/1.1" status: 204 len: 168 time: 0.2128000 Feb 16 16:01:50.324947 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d05518bb-17ee-4865-b03c-31693adcda8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:50.572370 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8982728d-0026-46df-a8e8-50998cc2aa6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:50.690751 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db26ee-249f-47ca-aa77-58551d858e3e req-be2060ad-3ac8-45f9-90b9-f0b9ef3863d3 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:01:50.691853 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c1db26ee-249f-47ca-aa77-58551d858e3e req-be2060ad-3ac8-45f9-90b9-f0b9ef3863d3 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 946 time: 0.0935318 Feb 16 16:01:50.751468 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c1db26ee-249f-47ca-aa77-58551d858e3e req-56ace97a-54e2-4d0f-a11b-8f7736dabaf4 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521383 Feb 16 16:01:51.389537 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:51.582837 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device a3cfc80c-3747-4eaa-971c-fd4b447bcf21 up at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 16:01:51.660343 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning complete for port a3cfc80c-3747-4eaa-971c-fd4b447bcf21 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:01:51.660764 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:51.808443 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device 9dedfb5f-f242-4d22-9c46-3ce5cb5669a4 up at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 16:01:51.893735 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning complete for port 9dedfb5f-f242-4d22-9c46-3ce5cb5669a4 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:01:51.894258 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:51.993335 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7520c8d0-fda4-4cf0-a15c-368ddcf3a12c req-cc18c9d6-d46e-4850-8bf4-94d7cbc4cd24 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:01:51.995466 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7520c8d0-fda4-4cf0-a15c-368ddcf3a12c req-cc18c9d6-d46e-4850-8bf4-94d7cbc4cd24 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 946 time: 0.1049020 Feb 16 16:01:52.074922 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7520c8d0-fda4-4cf0-a15c-368ddcf3a12c req-933f5c4a-3a62-403e-83a5-3ba9ecf4ce6c tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712616 Feb 16 16:01:52.287256 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-331083c2-9fd5-48c9-8796-02890b3f22e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:01:53.296874 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba545661-6f2a-40f0-89cc-47ed2445b23d req-8ed5a465-90ac-41ed-9d3e-6ab120998c37 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:01:53.298612 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ba545661-6f2a-40f0-89cc-47ed2445b23d req-8ed5a465-90ac-41ed-9d3e-6ab120998c37 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 946 time: 0.0929463 Feb 16 16:01:53.354322 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ba545661-6f2a-40f0-89cc-47ed2445b23d req-386b87c2-b84b-4537-97cd-ed7f1a488cdc tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490148 Feb 16 16:01:54.575313 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d77458-b3ea-42d5-81af-07690945076d req-e76c0ab5-cdda-479b-bbe4-5ca245527f0b tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:01:54.576918 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-34d77458-b3ea-42d5-81af-07690945076d req-e76c0ab5-cdda-479b-bbe4-5ca245527f0b tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 946 time: 0.0957844 Feb 16 16:01:54.630129 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-34d77458-b3ea-42d5-81af-07690945076d req-e2d6b4ae-bbb7-4b71-b7b2-f4991394bca2 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463545 Feb 16 16:01:55.280600 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.agents_db [None req-cca974b7-119d-4613-9949-a609bd4803bb None None] Agent healthcheck: found 6 active agents {{(pid=84077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 16:01:55.837758 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e8ebd8-25a6-4476-860b-c9fcac284dd9 req-52a5ed37-ad02-4069-a3ee-d72c7fcdc761 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:01:55.839318 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-59e8ebd8-25a6-4476-860b-c9fcac284dd9 req-52a5ed37-ad02-4069-a3ee-d72c7fcdc761 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 946 time: 0.0878716 Feb 16 16:01:55.887838 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-59e8ebd8-25a6-4476-860b-c9fcac284dd9 req-46ef1332-b9e7-474d-8d32-9f3a2d655854 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421555 Feb 16 16:01:57.114559 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd77969-617d-4690-b41b-6eaedf11e97a req-9beebc51-b8c8-4223-99b3-6ed1fb64130c tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:01:57.116246 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-bfd77969-617d-4690-b41b-6eaedf11e97a req-9beebc51-b8c8-4223-99b3-6ed1fb64130c tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 946 time: 0.0930409 Feb 16 16:01:57.165830 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-bfd77969-617d-4690-b41b-6eaedf11e97a req-223f2ac1-4c85-4854-a814-ba32d8355457 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432100 Feb 16 16:01:58.378299 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc98547-e18c-42fa-b89f-10d6d33f85fc req-f4d80eca-b750-4c88-867f-530576af8004 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:01:58.380053 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-9bc98547-e18c-42fa-b89f-10d6d33f85fc req-f4d80eca-b750-4c88-867f-530576af8004 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 946 time: 0.0888474 Feb 16 16:01:58.436438 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-9bc98547-e18c-42fa-b89f-10d6d33f85fc req-0cfd89df-e4f3-4d60-8083-41370a578a5a tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485988 Feb 16 16:01:59.646256 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c44929a-b819-4f9c-8c0c-5598ab1ab28d req-cd6956a2-1fc9-4015-a946-9f4cc8d98803 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:01:59.647992 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-9c44929a-b819-4f9c-8c0c-5598ab1ab28d req-cd6956a2-1fc9-4015-a946-9f4cc8d98803 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 946 time: 0.0893843 Feb 16 16:01:59.696726 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-9c44929a-b819-4f9c-8c0c-5598ab1ab28d req-340cf9ba-5a54-46d6-b28e-32ce8289ee7d tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423446 Feb 16 16:02:00.911626 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83be27-0af3-428b-8aa0-714f1f5d886e req-b4cd95ce-01a0-4659-ac98-1028864054b3 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:02:00.913168 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1a83be27-0af3-428b-8aa0-714f1f5d886e req-b4cd95ce-01a0-4659-ac98-1028864054b3 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 946 time: 0.0918729 Feb 16 16:02:00.963413 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1a83be27-0af3-428b-8aa0-714f1f5d886e req-97ac7757-d10d-4cfc-8c1f-d5db6a2c1039 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437744 Feb 16 16:02:02.179502 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6215a8f-b2c5-44a1-806c-ecc7ab35e8d4 req-f7916527-38f1-4caf-af3a-3045d2296be8 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:02:02.181101 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b6215a8f-b2c5-44a1-806c-ecc7ab35e8d4 req-f7916527-38f1-4caf-af3a-3045d2296be8 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 946 time: 0.0926199 Feb 16 16:02:02.231580 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b6215a8f-b2c5-44a1-806c-ecc7ab35e8d4 req-514c555b-1753-4764-a97f-40552d75e88d tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438199 Feb 16 16:02:03.442601 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bb6619-2814-4ea8-a28c-febef671e86b req-89f1f39f-5728-4c50-bbfe-71644fddadbf tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:02:03.444224 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-17bb6619-2814-4ea8-a28c-febef671e86b req-89f1f39f-5728-4c50-bbfe-71644fddadbf tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 946 time: 0.0920691 Feb 16 16:02:03.496694 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-17bb6619-2814-4ea8-a28c-febef671e86b req-986fb6ab-b1a8-4a15-bfd3-0d24ac9c4cbc tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448320 Feb 16 16:02:04.704473 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704f9517-e238-4fec-9f52-71d7a18d325e req-82f15f64-2e52-42e0-b3f6-892a8057890d tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:02:04.706106 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-704f9517-e238-4fec-9f52-71d7a18d325e req-82f15f64-2e52-42e0-b3f6-892a8057890d tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 946 time: 0.0875478 Feb 16 16:02:04.759640 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-704f9517-e238-4fec-9f52-71d7a18d325e req-c6699d08-f62d-47f8-8a32-07a799156990 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459852 Feb 16 16:02:05.970606 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5017ad-1e2c-4b35-bcc0-b61644fa75c0 req-a5c0661a-491b-408b-9ec1-c846d935619d tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:02:05.972543 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6c5017ad-1e2c-4b35-bcc0-b61644fa75c0 req-a5c0661a-491b-408b-9ec1-c846d935619d tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 946 time: 0.0899041 Feb 16 16:02:06.022176 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6c5017ad-1e2c-4b35-bcc0-b61644fa75c0 req-f2468475-1845-43b3-9a9d-25bd82c36340 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429366 Feb 16 16:02:07.235501 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b270061-1b4c-44aa-9c5e-29911b9016be req-0479bcd8-ae11-432b-adb7-0953e3c8e910 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:02:07.237040 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0b270061-1b4c-44aa-9c5e-29911b9016be req-0479bcd8-ae11-432b-adb7-0953e3c8e910 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 946 time: 0.0906191 Feb 16 16:02:07.286906 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0b270061-1b4c-44aa-9c5e-29911b9016be req-b129ed13-3cce-4f52-adca-4a1dde2de774 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431924 Feb 16 16:02:08.624874 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1010a374-fe02-4082-aed3-6c15e3b9178d req-66971330-9839-4423-9b0d-7eff717841be tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:02:08.626464 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1010a374-fe02-4082-aed3-6c15e3b9178d req-66971330-9839-4423-9b0d-7eff717841be tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 946 time: 0.0853565 Feb 16 16:02:08.676663 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1010a374-fe02-4082-aed3-6c15e3b9178d req-1a25dda8-0dce-419f-8b66-407533639862 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428269 Feb 16 16:02:09.888724 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa8689-2bff-4fa4-a684-f960b53ae011 req-c059154a-31e9-47df-885c-21a70de79d31 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:02:09.890343 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-8eaa8689-2bff-4fa4-a684-f960b53ae011 req-c059154a-31e9-47df-885c-21a70de79d31 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 946 time: 0.0924656 Feb 16 16:02:09.938640 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-8eaa8689-2bff-4fa4-a684-f960b53ae011 req-bc11bba4-3b53-4f0e-ac18-7a19697f7de1 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420868 Feb 16 16:02:11.148544 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7454da7c-a1ae-45c1-b1b9-765c70834325 req-249f4358-f606-4c62-b974-77760fa39ab4 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:02:11.150151 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7454da7c-a1ae-45c1-b1b9-765c70834325 req-249f4358-f606-4c62-b974-77760fa39ab4 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 946 time: 0.0908082 Feb 16 16:02:11.201274 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7454da7c-a1ae-45c1-b1b9-765c70834325 req-046e8695-ba6f-41b6-9c37-807e2ac32293 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429914 Feb 16 16:02:12.417931 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:02:12.421593 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f80703-7b90-4f20-9030-1e7ad060cfba req-66b6e217-5b6f-4684-84af-f89fc1716934 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:02:12.423262 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-e1f80703-7b90-4f20-9030-1e7ad060cfba req-66b6e217-5b6f-4684-84af-f89fc1716934 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 946 time: 0.1018000 Feb 16 16:02:12.473281 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-e1f80703-7b90-4f20-9030-1e7ad060cfba req-2ee98308-2723-4408-a68a-da90385bc1c4 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435767 Feb 16 16:02:13.684002 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951d917-7bc4-4296-acc2-f9a4e7cbcd64 req-998e8c05-ad61-4e66-badd-c451f5433683 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:02:13.685602 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c951d917-7bc4-4296-acc2-f9a4e7cbcd64 req-998e8c05-ad61-4e66-badd-c451f5433683 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 946 time: 0.0895054 Feb 16 16:02:13.734407 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c951d917-7bc4-4296-acc2-f9a4e7cbcd64 req-0d27abf7-ebe5-4e92-9e62-c17697f765a9 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424972 Feb 16 16:02:14.942516 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a47579-0cbf-4b6e-b07b-e91d3e33e5ea req-44e96889-e992-4dfa-82c2-d907a1a53a83 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:02:14.944170 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-15a47579-0cbf-4b6e-b07b-e91d3e33e5ea req-44e96889-e992-4dfa-82c2-d907a1a53a83 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 946 time: 0.0927103 Feb 16 16:02:14.993459 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-15a47579-0cbf-4b6e-b07b-e91d3e33e5ea req-95919580-63ed-4dd4-9bde-5589bb877cbb tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429320 Feb 16 16:02:16.201237 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b4288-3799-4b20-ac3b-b7f5e3707c22 req-a7b2d73f-28c1-4e9f-9850-6ae19c261d5d tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:02:16.202876 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-943b4288-3799-4b20-ac3b-b7f5e3707c22 req-a7b2d73f-28c1-4e9f-9850-6ae19c261d5d tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 946 time: 0.0885046 Feb 16 16:02:16.251552 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-943b4288-3799-4b20-ac3b-b7f5e3707c22 req-b1bb9c14-5be0-4dc0-a618-3a4d0973cf4a tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422387 Feb 16 16:02:17.476115 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a06822-ea92-4898-914d-5543d3fee551 req-6aaf7ac9-c320-4a51-b261-47f6cda1a559 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:02:17.477790 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b6a06822-ea92-4898-914d-5543d3fee551 req-6aaf7ac9-c320-4a51-b261-47f6cda1a559 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 946 time: 0.0959613 Feb 16 16:02:17.528221 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b6a06822-ea92-4898-914d-5543d3fee551 req-e5c07012-e0d1-40c1-ba30-d9c8720f2833 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441270 Feb 16 16:02:17.662946 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-2bca3c04-cbc1-4747-ab16-6e4272f9331c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:02:18.768643 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d9c072-40b4-4a5b-851a-85aa9a76a923 req-668d26fe-1ecc-4e5f-abe9-b109068918a9 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:02:18.771164 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-44d9c072-40b4-4a5b-851a-85aa9a76a923 req-668d26fe-1ecc-4e5f-abe9-b109068918a9 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 946 time: 0.1011424 Feb 16 16:02:18.833667 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-44d9c072-40b4-4a5b-851a-85aa9a76a923 req-69f2ecef-d1b9-44c3-97ab-874a655c0a37 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544322 Feb 16 16:02:20.085316 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1533f22a-3413-4cc0-9536-3c2fa0da2e64 req-68de8505-f157-492c-aad1-4710b2f3e5a9 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:02:20.094543 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1533f22a-3413-4cc0-9536-3c2fa0da2e64 req-68de8505-f157-492c-aad1-4710b2f3e5a9 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 946 time: 0.1218631 Feb 16 16:02:20.141578 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1533f22a-3413-4cc0-9536-3c2fa0da2e64 req-089d0a9f-c18c-47ed-b890-d6c77ef0950a tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459368 Feb 16 16:02:20.355920 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d05518bb-17ee-4865-b03c-31693adcda8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:02:20.560008 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-91c9ffd8-be47-4dde-b409-20688bc2cb33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:02:21.370963 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cd70fd-e44f-4867-881a-2fa3714625fe req-56486aa8-5926-4e35-beb5-b3dfd9006659 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:02:21.372625 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-33cd70fd-e44f-4867-881a-2fa3714625fe req-56486aa8-5926-4e35-beb5-b3dfd9006659 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 946 time: 0.0922711 Feb 16 16:02:21.425140 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-33cd70fd-e44f-4867-881a-2fa3714625fe req-6d63362c-7080-4d98-946f-e39bde0ccffe tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458448 Feb 16 16:02:21.536949 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:02:22.279701 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-331083c2-9fd5-48c9-8796-02890b3f22e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:02:22.672808 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663a72c7-da3c-49b3-9f3b-3811f631cb23 req-a2a7a750-05bd-4a8f-96d0-f7f95bb44f2c tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:02:22.698294 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-663a72c7-da3c-49b3-9f3b-3811f631cb23 req-a2a7a750-05bd-4a8f-96d0-f7f95bb44f2c tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 946 time: 0.1249995 Feb 16 16:02:22.746982 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-663a72c7-da3c-49b3-9f3b-3811f631cb23 req-574fbfce-b14f-44da-999e-5bb2a9320d01 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476561 Feb 16 16:02:24.002872 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f10a97-6068-4f9d-9ae5-0c260db7bd19 req-c4c5db89-4882-455a-aaa9-c2dc1078eb34 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:02:24.011250 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b8f10a97-6068-4f9d-9ae5-0c260db7bd19 req-c4c5db89-4882-455a-aaa9-c2dc1078eb34 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 946 time: 0.1118279 Feb 16 16:02:24.087777 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b8f10a97-6068-4f9d-9ae5-0c260db7bd19 req-6d69e3f7-6ee5-4ea7-91f2-f9428019f9c4 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753479 Feb 16 16:02:25.348303 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 51904) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:02:25.465548 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd4f119-fdba-4e04-843d-240e91aa86e3 req-5cec4e9d-8227-4b5a-a82a-66e8e1c40def tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:02:25.467273 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6bd4f119-fdba-4e04-843d-240e91aa86e3 req-5cec4e9d-8227-4b5a-a82a-66e8e1c40def tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 946 time: 0.0995505 Feb 16 16:02:25.524643 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6bd4f119-fdba-4e04-843d-240e91aa86e3 req-09e1c56b-13c7-422d-854e-133ec9b23148 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502856 Feb 16 16:02:25.544632 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-fc0ab299-cee1-404a-8842-7add77fef34b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:02:25.561493 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-fc0ab299-cee1-404a-8842-7add77fef34b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:02:25.566734 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-fc0ab299-cee1-404a-8842-7add77fef34b admin admin] Usage tracker for resource:security_group_rule and tenant:d0629644f0574263b25198db5904351f is out of sync, need to count used quota {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:02:25.570226 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-fc0ab299-cee1-404a-8842-7add77fef34b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:02:25.577201 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-fc0ab299-cee1-404a-8842-7add77fef34b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:02:25.684436 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-fc0ab299-cee1-404a-8842-7add77fef34b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:02:25.730199 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-fc0ab299-cee1-404a-8842-7add77fef34b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:02:25.739873 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-3e2af35d-4b5d-49e1-b8ce-bfefa7481001 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:02:25.788639 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-fc0ab299-cee1-404a-8842-7add77fef34b admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d0629644f0574263b25198db5904351f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4391434 Feb 16 16:02:25.790752 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0ab299-cee1-404a-8842-7add77fef34b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c3058c1-7ba2-4f41-b080-67c4952716e1,revision_number=1']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:02:25.791726 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 51914) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:02:25.805688 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-fc0ab299-cee1-404a-8842-7add77fef34b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:02:25.867155 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a5f08f3e-7406-425e-b044-53eaf0a47fbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:02:25.898293 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a5f08f3e-7406-425e-b044-53eaf0a47fbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:02:25.976344 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a5f08f3e-7406-425e-b044-53eaf0a47fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:02:25.982124 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-0d9a031c-6990-4ab7-b255-2591f071c443 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:02:25.997225 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f08f3e-7406-425e-b044-53eaf0a47fbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c3058c1-7ba2-4f41-b080-67c4952716e1,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:02:26.000588 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-a5f08f3e-7406-425e-b044-53eaf0a47fbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:02:26.001573 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a5f08f3e-7406-425e-b044-53eaf0a47fbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:02:26.006182 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-a5f08f3e-7406-425e-b044-53eaf0a47fbe admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/4c3058c1-7ba2-4f41-b080-67c4952716e1 HTTP/1.1" status: 204 len: 168 time: 0.2132215 Feb 16 16:02:26.500017 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 51924) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:02:26.520440 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-2dbd6f74-be47-4ad4-b04d-ed9cc6e63de8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:02:26.537037 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-2dbd6f74-be47-4ad4-b04d-ed9cc6e63de8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:02:26.541929 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-2dbd6f74-be47-4ad4-b04d-ed9cc6e63de8 admin admin] Usage tracker for resource:security_group_rule and tenant:bc526a34fae84cc3b5c00e744fb57045 is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:02:26.545033 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-2dbd6f74-be47-4ad4-b04d-ed9cc6e63de8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:02:26.552343 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-2dbd6f74-be47-4ad4-b04d-ed9cc6e63de8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:02:26.646790 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-2dbd6f74-be47-4ad4-b04d-ed9cc6e63de8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:02:26.684383 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-2dbd6f74-be47-4ad4-b04d-ed9cc6e63de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:02:26.713907 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1bc1029f-77ef-4c7e-b55f-6def44ab6a43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:02:26.737119 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-2dbd6f74-be47-4ad4-b04d-ed9cc6e63de8 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=bc526a34fae84cc3b5c00e744fb57045&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2359297 Feb 16 16:02:26.740687 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 51932) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:02:26.749450 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e607f15-2940-4e21-96f3-7758bd86775b req-868496f1-6f83-4050-ae6b-ae6e5dca1820 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:02:26.753444 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6e607f15-2940-4e21-96f3-7758bd86775b req-868496f1-6f83-4050-ae6b-ae6e5dca1820 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 946 time: 0.0971544 Feb 16 16:02:26.762131 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbd6f74-be47-4ad4-b04d-ed9cc6e63de8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd1f691-68f0-44cf-b8d3-87b417d083b8,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:02:26.765784 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-2dbd6f74-be47-4ad4-b04d-ed9cc6e63de8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:02:26.818976 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-2d3941e2-2eba-47b1-8faf-c99fcf816809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:02:26.824801 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6e607f15-2940-4e21-96f3-7758bd86775b req-80f31411-67c6-4801-ae01-93b62f26dcae tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656691 Feb 16 16:02:26.854609 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-2d3941e2-2eba-47b1-8faf-c99fcf816809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:02:26.941253 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-2d3941e2-2eba-47b1-8faf-c99fcf816809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:02:26.949261 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-dbe71dd2-93ca-4c6c-b7f3-5c0f4d03ce18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:02:26.973004 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3941e2-2eba-47b1-8faf-c99fcf816809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd1f691-68f0-44cf-b8d3-87b417d083b8,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:02:26.975784 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-2d3941e2-2eba-47b1-8faf-c99fcf816809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:02:26.978273 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-2d3941e2-2eba-47b1-8faf-c99fcf816809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:02:26.982937 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-2d3941e2-2eba-47b1-8faf-c99fcf816809 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/cbd1f691-68f0-44cf-b8d3-87b417d083b8 HTTP/1.1" status: 204 len: 168 time: 0.2390196 Feb 16 16:02:28.098664 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11034d8-e794-4db0-90f8-b91c80c77b4d req-eb33a41c-30f6-4f77-8baf-9d2e864ee022 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:02:28.107259 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-d11034d8-e794-4db0-90f8-b91c80c77b4d req-eb33a41c-30f6-4f77-8baf-9d2e864ee022 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 946 time: 0.1475186 Feb 16 16:02:28.170243 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-d11034d8-e794-4db0-90f8-b91c80c77b4d req-39d96a84-e6f8-49b5-8065-122f688d15d7 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619640 Feb 16 16:02:29.380291 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120472ad-f535-4238-a7f2-d7a4d50ddb26 req-82dbf2d1-0b19-44a8-a8a0-f3cc123194bd tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:02:29.381893 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-120472ad-f535-4238-a7f2-d7a4d50ddb26 req-82dbf2d1-0b19-44a8-a8a0-f3cc123194bd tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 946 time: 0.0903046 Feb 16 16:02:29.434779 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-120472ad-f535-4238-a7f2-d7a4d50ddb26 req-66fa237b-7243-4cb9-9942-c57172434c2e tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445108 Feb 16 16:02:30.662535 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe176ac-6e32-4631-ba50-15a330fae9c1 req-1767804f-b123-4468-9472-f758a64b90f4 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:02:30.664209 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7fe176ac-6e32-4631-ba50-15a330fae9c1 req-1767804f-b123-4468-9472-f758a64b90f4 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 946 time: 0.1012661 Feb 16 16:02:30.929311 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7fe176ac-6e32-4631-ba50-15a330fae9c1 req-7aecf22e-cf40-4c47-96db-9717a3bf5c65 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2573171 Feb 16 16:02:32.141771 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8cca3c-29d6-4d78-b0d9-0e0e5174d61a req-91b07faf-5274-4a17-81b2-ca6d8e8b7448 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:02:32.143393 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7d8cca3c-29d6-4d78-b0d9-0e0e5174d61a req-91b07faf-5274-4a17-81b2-ca6d8e8b7448 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 946 time: 0.0870695 Feb 16 16:02:32.193388 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7d8cca3c-29d6-4d78-b0d9-0e0e5174d61a req-0d58fe76-632c-4950-869f-2d059f7dc8db tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437269 Feb 16 16:02:32.281924 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.agents_db [None req-cca974b7-119d-4613-9949-a609bd4803bb None None] Agent healthcheck: found 6 active agents {{(pid=84077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 16:02:33.408672 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b848998-0586-4f66-902c-8c9e1f17e14f req-ff83a58b-dd97-4e7f-a9ef-3fa5ee403187 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:02:33.410387 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-4b848998-0586-4f66-902c-8c9e1f17e14f req-ff83a58b-dd97-4e7f-a9ef-3fa5ee403187 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 946 time: 0.0946133 Feb 16 16:02:33.459443 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-4b848998-0586-4f66-902c-8c9e1f17e14f req-9146cf8b-7edf-403e-8697-6c96bba8c333 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422802 Feb 16 16:02:34.671229 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d37c0-9b3d-450e-beec-0e8f9a286f86 req-0252ee24-76b9-4823-a918-4670249b2b4c tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:02:34.672840 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ca8d37c0-9b3d-450e-beec-0e8f9a286f86 req-0252ee24-76b9-4823-a918-4670249b2b4c tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 946 time: 0.0942669 Feb 16 16:02:34.724123 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ca8d37c0-9b3d-450e-beec-0e8f9a286f86 req-f1865311-0301-4114-b403-7b23b0e90415 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447974 Feb 16 16:02:35.934005 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6089ab-3cb2-478a-b93a-86a8f5946858 req-d9f15f33-cd6f-4fbb-ab57-5697f8ffb112 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:02:35.935730 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-aa6089ab-3cb2-478a-b93a-86a8f5946858 req-d9f15f33-cd6f-4fbb-ab57-5697f8ffb112 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 946 time: 0.0891781 Feb 16 16:02:35.984183 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-aa6089ab-3cb2-478a-b93a-86a8f5946858 req-bc1869c2-2c40-4bc5-b713-b78284c8a762 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422084 Feb 16 16:02:37.202415 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce4d345-19c3-4c88-a41f-90ab34faac5a req-3e85337d-a1bc-4359-b2c2-03dace43168c tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:02:37.204078 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0ce4d345-19c3-4c88-a41f-90ab34faac5a req-3e85337d-a1bc-4359-b2c2-03dace43168c tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 946 time: 0.0956790 Feb 16 16:02:37.255531 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0ce4d345-19c3-4c88-a41f-90ab34faac5a req-0cca4224-86d3-45fc-8204-e6b5eb5ec003 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451031 Feb 16 16:02:38.468746 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d0199d-7980-4e19-8b0e-415991456355 req-06f75379-603a-4fb8-bd32-0f017815b681 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:02:38.470826 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-a7d0199d-7980-4e19-8b0e-415991456355 req-06f75379-603a-4fb8-bd32-0f017815b681 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 946 time: 0.0955682 Feb 16 16:02:38.520976 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-a7d0199d-7980-4e19-8b0e-415991456355 req-8f175ca5-829b-4b51-aecc-cf561e6928ee tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438199 Feb 16 16:02:39.171048 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-029da706-1910-4980-97db-b2396cf96793 req-25928002-3e5b-4abf-aad8-1ffd3a0077ab service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=52a42868-5e1e-49af-b0ff-44e3cd2357e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1952422 Feb 16 16:02:39.733956 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc471dbc-e82d-4d64-a3e7-c5ef754f7558 req-78383f87-1990-4fec-9051-9b367e1b9d11 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:02:39.735614 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-dc471dbc-e82d-4d64-a3e7-c5ef754f7558 req-78383f87-1990-4fec-9051-9b367e1b9d11 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 946 time: 0.0926514 Feb 16 16:02:39.787050 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-dc471dbc-e82d-4d64-a3e7-c5ef754f7558 req-781af4f3-d8bf-49aa-94cf-e1399e93c2c3 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450110 Feb 16 16:02:40.558207 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa90813-80b3-4312-b74e-6a38588bc190 req-006d63d8-ac17-42c0-8550-c764abdc2e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:02:40.560037 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-2fa90813-80b3-4312-b74e-6a38588bc190 req-006d63d8-ac17-42c0-8550-c764abdc2e50 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=d1456e6ef0124344987862a0a776adce&device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 1163 time: 0.0862226 Feb 16 16:02:40.572200 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029da706-1910-4980-97db-b2396cf96793 req-ca2f2894-a479-4b84-bace-8a206d875e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:02:40.573821 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-029da706-1910-4980-97db-b2396cf96793 req-ca2f2894-a479-4b84-bace-8a206d875e41 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=3d779634302641f2a94b48c70492e45e&device_id=52a42868-5e1e-49af-b0ff-44e3cd2357e8 HTTP/1.1" status: 200 len: 1162 time: 0.0822880 Feb 16 16:02:40.711922 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa90813-80b3-4312-b74e-6a38588bc190 req-57fed9e8-5608-4548-b630-ce4d4e34f9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:02:40.713549 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-2fa90813-80b3-4312-b74e-6a38588bc190 req-57fed9e8-5608-4548-b630-ce4d4e34f9fd service neutron] 10.222.0.103 "GET /v2.0/networks?id=ad429259-d816-4c2a-be88-810e600c47b4 HTTP/1.1" status: 200 len: 911 time: 0.1465380 Feb 16 16:02:40.743191 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029da706-1910-4980-97db-b2396cf96793 req-a555ca82-2b18-4f0e-8796-d4b62e460274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:02:40.744835 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-029da706-1910-4980-97db-b2396cf96793 req-a555ca82-2b18-4f0e-8796-d4b62e460274 service neutron] 10.222.0.103 "GET /v2.0/networks?id=ac572d69-3346-47db-96b8-84a33dd2e288 HTTP/1.1" status: 200 len: 905 time: 0.1484427 Feb 16 16:02:40.832638 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-2fa90813-80b3-4312-b74e-6a38588bc190 req-5bb51b1c-0691-4683-8e47-338f247ccda6 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9dedfb5f-f242-4d22-9c46-3ce5cb5669a4 HTTP/1.1" status: 200 len: 1000 time: 0.1106129 Feb 16 16:02:40.862116 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-029da706-1910-4980-97db-b2396cf96793 req-95022643-8fd2-48df-a916-994d810ec35d service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3cfc80c-3747-4eaa-971c-fd4b447bcf21 HTTP/1.1" status: 200 len: 1000 time: 0.1099577 Feb 16 16:02:40.911162 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa90813-80b3-4312-b74e-6a38588bc190 req-ea063241-ef80-4171-9704-33ea1964d7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:02:40.912756 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-2fa90813-80b3-4312-b74e-6a38588bc190 req-ea063241-ef80-4171-9704-33ea1964d7b8 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=ad071c69-6309-4f89-b5f5-850687a34a80 HTTP/1.1" status: 200 len: 856 time: 0.0714905 Feb 16 16:02:40.989565 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029da706-1910-4980-97db-b2396cf96793 req-4a1615af-fb23-4685-8e54-d21caf1f75d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:02:40.991238 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-029da706-1910-4980-97db-b2396cf96793 req-4a1615af-fb23-4685-8e54-d21caf1f75d6 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=c8b959bf-ae39-4aee-b829-e174a339a829 HTTP/1.1" status: 200 len: 850 time: 0.1224856 Feb 16 16:02:40.999183 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa90813-80b3-4312-b74e-6a38588bc190 req-24e14e47-8329-4da9-b951-e9d2d1dda6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:02:41.000962 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-2fa90813-80b3-4312-b74e-6a38588bc190 req-24e14e47-8329-4da9-b951-e9d2d1dda6fd service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=ad429259-d816-4c2a-be88-810e600c47b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0800128 Feb 16 16:02:41.084109 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e94d453-9bbc-48b7-9f06-11f75e0edbd6 req-bf880a32-d54a-438a-95f1-6bae57f1dda9 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:02:41.085648 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6e94d453-9bbc-48b7-9f06-11f75e0edbd6 req-bf880a32-d54a-438a-95f1-6bae57f1dda9 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 946 time: 0.1655791 Feb 16 16:02:41.139433 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029da706-1910-4980-97db-b2396cf96793 req-3feb20c5-0803-43b3-acd2-d863197c30f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:02:41.141068 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-029da706-1910-4980-97db-b2396cf96793 req-3feb20c5-0803-43b3-acd2-d863197c30f5 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=ac572d69-3346-47db-96b8-84a33dd2e288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1402292 Feb 16 16:02:41.148648 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6e94d453-9bbc-48b7-9f06-11f75e0edbd6 req-b90f0616-2738-4114-8911-1119db5086c8 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544255 Feb 16 16:02:41.155973 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-2fa90813-80b3-4312-b74e-6a38588bc190 req-5253eb63-4fa4-408f-9e6a-5d69598d02f2 service neutron] 10.222.0.103 "GET /v2.0/networks/ad429259-d816-4c2a-be88-810e600c47b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471441 Feb 16 16:02:41.294763 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-029da706-1910-4980-97db-b2396cf96793 req-e8ab9805-3c71-41ac-97f3-b4764b5a1ef9 service neutron] 10.222.0.103 "GET /v2.0/networks/ac572d69-3346-47db-96b8-84a33dd2e288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450615 Feb 16 16:02:41.303164 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-2fa90813-80b3-4312-b74e-6a38588bc190 req-b4677d27-fb34-4dcb-ac7e-ed30add57015 service neutron] 10.222.0.103 "GET /v2.0/networks/ad429259-d816-4c2a-be88-810e600c47b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1403079 Feb 16 16:02:41.444232 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-029da706-1910-4980-97db-b2396cf96793 req-6124d636-40c2-4fff-a22a-3d860693268d service neutron] 10.222.0.103 "GET /v2.0/networks/ac572d69-3346-47db-96b8-84a33dd2e288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1416252 Feb 16 16:02:42.367409 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29602a7f-a7c3-4790-9986-7826772635f7 req-384505a5-2504-46d5-82cc-c1cd0539dd2d tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:02:42.369133 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-29602a7f-a7c3-4790-9986-7826772635f7 req-384505a5-2504-46d5-82cc-c1cd0539dd2d tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 946 time: 0.0999320 Feb 16 16:02:42.416045 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:02:42.428152 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-29602a7f-a7c3-4790-9986-7826772635f7 req-aa32dfe7-6904-43f8-808c-4599a69ea153 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475030 Feb 16 16:02:43.637315 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cbce42-6ec9-4fe2-9316-7f2fdf0b390a req-361109ce-8ef2-48ea-afec-a57ac320c26e tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:02:43.638977 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-99cbce42-6ec9-4fe2-9316-7f2fdf0b390a req-361109ce-8ef2-48ea-afec-a57ac320c26e tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 946 time: 0.0897479 Feb 16 16:02:43.691857 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-99cbce42-6ec9-4fe2-9316-7f2fdf0b390a req-53a9d385-3abc-400e-b42a-9483cd867f91 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459268 Feb 16 16:02:44.900195 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84279c72-fb03-4eca-a048-7b289f184558 req-d33f74b5-6306-4771-9925-bd9a8a5267ac tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:02:44.901793 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-84279c72-fb03-4eca-a048-7b289f184558 req-d33f74b5-6306-4771-9925-bd9a8a5267ac tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 946 time: 0.0877931 Feb 16 16:02:44.951180 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-84279c72-fb03-4eca-a048-7b289f184558 req-17b0a887-cb7e-414f-9b31-b626b62ce004 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420885 Feb 16 16:02:46.221654 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5ec4c3-cd5c-4b2d-8fd7-264822936b25 req-ce736e2c-2fe7-4421-8ace-bd10aa770936 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:02:46.223438 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-fd5ec4c3-cd5c-4b2d-8fd7-264822936b25 req-ce736e2c-2fe7-4421-8ace-bd10aa770936 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 946 time: 0.0930638 Feb 16 16:02:46.263893 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 52170) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:02:46.273191 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-fd5ec4c3-cd5c-4b2d-8fd7-264822936b25 req-aa35e968-73c0-4de3-b85e-727ce7cec50b tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436695 Feb 16 16:02:46.406043 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b66fe1c7-dc62-42c2-abb9-897d981ee375 req-39a910b6-4a0c-4c70-b61a-83118649e3b6 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1407497 Feb 16 16:02:47.487934 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a636487-5aa4-43e1-8106-7d65fde460bf req-605e50db-d874-42cd-916f-5fc352da9ed3 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:02:47.489580 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5a636487-5aa4-43e1-8106-7d65fde460bf req-605e50db-d874-42cd-916f-5fc352da9ed3 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 946 time: 0.0863800 Feb 16 16:02:47.538823 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5a636487-5aa4-43e1-8106-7d65fde460bf req-d24a474a-e29a-4c6e-bf1e-478ec2f36fb4 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427678 Feb 16 16:02:47.667373 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a52b34f-85c1-40e4-b517-ad34c28e7a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:02:48.455524 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device 9dedfb5f-f242-4d22-9c46-3ce5cb5669a4 no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 16:02:48.581779 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:02:48.612260 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d47a1b6-f3a5-432d-8db4-121a2e835452', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9dedfb5f-f242-4d22-9c46-3ce5cb5669a4'}] {{(pid=84076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 16:02:48.622929 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] For port 9dedfb5f-f242-4d22-9c46-3ce5cb5669a4, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=9dedfb5f-f242-4d22-9c46-3ce5cb5669a4,segment=NetworkSegment(70f36e3c-fd91-4136-95df-cba7919e0ad6),segment_id=70f36e3c-fd91-4136-95df-cba7919e0ad6)] {{(pid=84076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:02:48.639359 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:02:48.641195 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:02:48.729301 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Pushing event updated for resources: {'Port': ['ID=9dedfb5f-f242-4d22-9c46-3ce5cb5669a4,revision_number=5']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:02:48.738239 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:02:48.738889 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:02:48.739397 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:02:48.739924 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:02:48.740357 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:02:48.740829 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:02:48.741303 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:02:48.741770 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:02:48.742238 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:02:48.742753 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:02:48.743291 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:02:48.743682 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:02:48.744190 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:02:48.744659 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:02:48.745131 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:02:48.745595 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:02:48.746063 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:02:48.746821 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:02:48.747320 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:02:48.748481 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:02:48.748942 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:02:48.749412 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:02:48.749940 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:02:48.750540 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:02:48.755749 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:02:48.785742 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194506cd-f715-4f45-b204-6be6060253fc req-b5b61090-1958-45f1-980f-783523c0ee2f tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:02:48.787400 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-194506cd-f715-4f45-b204-6be6060253fc req-b5b61090-1958-45f1-980f-783523c0ee2f tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 944 time: 0.1005161 Feb 16 16:02:48.836811 dv-cinder-775706-1-iscsi neutron-server[83961]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5d47a1b6-f3a5-432d-8db4-121a2e835452', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9dedfb5f-f242-4d22-9c46-3ce5cb5669a4', 'code': 422} returned with failed status Feb 16 16:02:48.839864 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-194506cd-f715-4f45-b204-6be6060253fc req-61f2e246-7c67-4c40-a62e-c2c6be3de314 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436196 Feb 16 16:02:50.052258 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93bf441-ac60-465b-9d1a-15ab951b7d2e req-9c18fc2b-709b-44d6-9fed-55bb5e565243 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:02:50.054310 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-e93bf441-ac60-465b-9d1a-15ab951b7d2e req-9c18fc2b-709b-44d6-9fed-55bb5e565243 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 944 time: 0.0959413 Feb 16 16:02:50.105627 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-e93bf441-ac60-465b-9d1a-15ab951b7d2e req-013496a6-9e1f-4f9a-b8ea-701f520b7778 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448265 Feb 16 16:02:50.324276 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d05518bb-17ee-4865-b03c-31693adcda8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:02:50.558372 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-5e336e62-b2c6-4341-9537-66c5b1938b27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:02:51.326170 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58a0d9d-af23-4706-8bd2-4cc67dabee90 req-c7b0e95b-3bb8-4891-9925-949e265e9b26 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:02:51.329026 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-e58a0d9d-af23-4706-8bd2-4cc67dabee90 req-c7b0e95b-3bb8-4891-9925-949e265e9b26 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 944 time: 0.1037838 Feb 16 16:02:51.379910 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-e58a0d9d-af23-4706-8bd2-4cc67dabee90 req-fee49a30-6e5c-4ff8-8b3b-de3e4ba39b79 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441079 Feb 16 16:02:51.410453 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:02:52.278698 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-331083c2-9fd5-48c9-8796-02890b3f22e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:02:52.598557 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd566dcc-93a3-455f-8f4b-c86ae74db611 req-e02b329f-4d3c-41f6-a43d-dc1ff922c450 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:02:52.600180 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-dd566dcc-93a3-455f-8f4b-c86ae74db611 req-e02b329f-4d3c-41f6-a43d-dc1ff922c450 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 944 time: 0.0945277 Feb 16 16:02:52.648998 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-dd566dcc-93a3-455f-8f4b-c86ae74db611 req-2c4b195b-85a4-4138-af13-92a5ee4ae55b tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421209 Feb 16 16:02:53.856803 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f47a33a-5151-498a-b9cb-b6f62c9a8c2b req-522cd226-6ef0-4b28-8c3d-c067bbe7104c tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:02:53.859073 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-2f47a33a-5151-498a-b9cb-b6f62c9a8c2b req-522cd226-6ef0-4b28-8c3d-c067bbe7104c tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 944 time: 0.0874634 Feb 16 16:02:53.910329 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-2f47a33a-5151-498a-b9cb-b6f62c9a8c2b req-9a921dd8-0dc5-4396-90ab-553a84d49491 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447958 Feb 16 16:02:55.124431 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7745cf87-0801-4da6-bc5b-a13672b1afe4 req-2afe3d56-a9ea-4e2e-a2b1-c8e44edc63f1 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:02:55.126055 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7745cf87-0801-4da6-bc5b-a13672b1afe4 req-2afe3d56-a9ea-4e2e-a2b1-c8e44edc63f1 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 944 time: 0.0910840 Feb 16 16:02:55.174517 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7745cf87-0801-4da6-bc5b-a13672b1afe4 req-9955ff11-1fe5-4ebf-bffe-cd7e1cee4298 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419695 Feb 16 16:02:56.394714 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6602f49a-7995-43d7-8fbb-7ea9b31debd3 req-c6a2ca98-ca61-4584-80aa-cb037c244a96 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:02:56.396351 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6602f49a-7995-43d7-8fbb-7ea9b31debd3 req-c6a2ca98-ca61-4584-80aa-cb037c244a96 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 944 time: 0.0913587 Feb 16 16:02:56.449431 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6602f49a-7995-43d7-8fbb-7ea9b31debd3 req-58fa8d5d-76ba-4343-9b22-87971b2a38f9 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463259 Feb 16 16:02:57.659448 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e5005c-43ea-458e-85f2-dadf2468927b req-23dd02bc-63cc-43d8-bfc3-9ceedef57851 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:02:57.661280 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-79e5005c-43ea-458e-85f2-dadf2468927b req-23dd02bc-63cc-43d8-bfc3-9ceedef57851 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 944 time: 0.0910954 Feb 16 16:02:57.717070 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-79e5005c-43ea-458e-85f2-dadf2468927b req-274583b4-472b-4811-af5c-dc74535b8321 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483098 Feb 16 16:02:58.340214 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66fe1c7-dc62-42c2-abb9-897d981ee375 req-86e48579-5e1d-4c8d-8bf8-9d14919662d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:02:58.342187 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b66fe1c7-dc62-42c2-abb9-897d981ee375 req-86e48579-5e1d-4c8d-8bf8-9d14919662d9 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452&tenant_id=d1456e6ef0124344987862a0a776adce HTTP/1.1" status: 200 len: 1161 time: 0.0847223 Feb 16 16:02:58.453543 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66fe1c7-dc62-42c2-abb9-897d981ee375 req-37999a4e-1925-437c-baec-f79fca5b2a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:02:58.455209 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b66fe1c7-dc62-42c2-abb9-897d981ee375 req-37999a4e-1925-437c-baec-f79fca5b2a18 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=d1456e6ef0124344987862a0a776adce&device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 1161 time: 0.0888696 Feb 16 16:02:58.620778 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66fe1c7-dc62-42c2-abb9-897d981ee375 req-68d6426b-1e44-47ed-aefa-463a9a2a4ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:02:58.622405 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b66fe1c7-dc62-42c2-abb9-897d981ee375 req-68d6426b-1e44-47ed-aefa-463a9a2a4ed6 service neutron] 10.222.0.103 "GET /v2.0/networks?id=ad429259-d816-4c2a-be88-810e600c47b4 HTTP/1.1" status: 200 len: 911 time: 0.1525757 Feb 16 16:02:58.744552 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b66fe1c7-dc62-42c2-abb9-897d981ee375 req-775d7166-30b8-490a-a7da-02423a4c73a9 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9dedfb5f-f242-4d22-9c46-3ce5cb5669a4 HTTP/1.1" status: 200 len: 998 time: 0.1100235 Feb 16 16:02:58.823131 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66fe1c7-dc62-42c2-abb9-897d981ee375 req-7a75bc68-9b96-44fe-baff-5aec035cc1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:02:58.824745 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b66fe1c7-dc62-42c2-abb9-897d981ee375 req-7a75bc68-9b96-44fe-baff-5aec035cc1d5 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=ad071c69-6309-4f89-b5f5-850687a34a80 HTTP/1.1" status: 200 len: 856 time: 0.0727851 Feb 16 16:02:58.996754 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da57d2-87c0-40ff-8409-93d1245c1aac req-e798f104-baf0-4dac-9809-28f322e8133c tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:02:58.998294 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-e9da57d2-87c0-40ff-8409-93d1245c1aac req-e798f104-baf0-4dac-9809-28f322e8133c tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 944 time: 0.1166975 Feb 16 16:02:59.000380 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66fe1c7-dc62-42c2-abb9-897d981ee375 req-0746ee22-440d-433d-bfe8-8980a9b1d4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:02:59.001855 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b66fe1c7-dc62-42c2-abb9-897d981ee375 req-0746ee22-440d-433d-bfe8-8980a9b1d4c8 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=ad429259-d816-4c2a-be88-810e600c47b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1657023 Feb 16 16:02:59.041196 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 52366) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:02:59.135704 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-e9da57d2-87c0-40ff-8409-93d1245c1aac req-daa32b40-0178-4039-8ec7-137ad85e40cb tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305366 Feb 16 16:02:59.190644 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b66fe1c7-dc62-42c2-abb9-897d981ee375 req-1340e3f5-6846-4274-ae27-bac61b36927a service neutron] 10.222.0.103 "GET /v2.0/networks/ad429259-d816-4c2a-be88-810e600c47b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635468 Feb 16 16:02:59.197769 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-3966d8f4-94ac-4763-8691-8e4325583f36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:02:59.214427 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-3966d8f4-94ac-4763-8691-8e4325583f36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:02:59.219107 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-3966d8f4-94ac-4763-8691-8e4325583f36 admin admin] Usage tracker for resource:security_group_rule and tenant:45bfc188ca3641fbbd8cbc375ee3a167 is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:02:59.222375 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-3966d8f4-94ac-4763-8691-8e4325583f36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:02:59.228696 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-3966d8f4-94ac-4763-8691-8e4325583f36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:02:59.320288 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-3966d8f4-94ac-4763-8691-8e4325583f36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:02:59.345669 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b66fe1c7-dc62-42c2-abb9-897d981ee375 req-4e22f34d-cf36-4d04-9031-d3fd85a573c6 service neutron] 10.222.0.103 "GET /v2.0/networks/ad429259-d816-4c2a-be88-810e600c47b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1463082 Feb 16 16:02:59.363953 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-3966d8f4-94ac-4763-8691-8e4325583f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:02:59.375447 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-61a8fc54-4878-4901-87ff-9d625804ec86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:02:59.418078 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-3966d8f4-94ac-4763-8691-8e4325583f36 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=45bfc188ca3641fbbd8cbc375ee3a167&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3756862 Feb 16 16:02:59.419075 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3966d8f4-94ac-4763-8691-8e4325583f36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a64b544-27c5-4aa2-a0bf-7d3869519ce4,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:02:59.421892 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 52372) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:02:59.428099 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3966d8f4-94ac-4763-8691-8e4325583f36 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:02:59.428519 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3966d8f4-94ac-4763-8691-8e4325583f36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:02:59.428921 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3966d8f4-94ac-4763-8691-8e4325583f36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:02:59.429322 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3966d8f4-94ac-4763-8691-8e4325583f36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:02:59.429721 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3966d8f4-94ac-4763-8691-8e4325583f36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:02:59.430117 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3966d8f4-94ac-4763-8691-8e4325583f36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:02:59.430511 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3966d8f4-94ac-4763-8691-8e4325583f36 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:02:59.430935 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3966d8f4-94ac-4763-8691-8e4325583f36 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:02:59.431328 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3966d8f4-94ac-4763-8691-8e4325583f36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:02:59.431740 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3966d8f4-94ac-4763-8691-8e4325583f36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:02:59.432112 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3966d8f4-94ac-4763-8691-8e4325583f36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:02:59.432501 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3966d8f4-94ac-4763-8691-8e4325583f36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:02:59.432935 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3966d8f4-94ac-4763-8691-8e4325583f36 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:02:59.433310 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3966d8f4-94ac-4763-8691-8e4325583f36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:02:59.433871 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3966d8f4-94ac-4763-8691-8e4325583f36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:02:59.434297 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3966d8f4-94ac-4763-8691-8e4325583f36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:02:59.434710 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3966d8f4-94ac-4763-8691-8e4325583f36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:02:59.435105 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3966d8f4-94ac-4763-8691-8e4325583f36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:02:59.436100 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3966d8f4-94ac-4763-8691-8e4325583f36 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:02:59.436559 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3966d8f4-94ac-4763-8691-8e4325583f36 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:02:59.437136 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3966d8f4-94ac-4763-8691-8e4325583f36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:02:59.437536 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3966d8f4-94ac-4763-8691-8e4325583f36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:02:59.437934 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3966d8f4-94ac-4763-8691-8e4325583f36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:02:59.438324 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3966d8f4-94ac-4763-8691-8e4325583f36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:02:59.442720 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-3966d8f4-94ac-4763-8691-8e4325583f36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:02:59.489245 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a36c74d5-837f-4606-98db-09da295b1da1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:02:59.520381 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a36c74d5-837f-4606-98db-09da295b1da1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:02:59.598152 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a36c74d5-837f-4606-98db-09da295b1da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:02:59.603605 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-26e595b5-8e52-4227-8c8f-ed26769f6ecd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:02:59.620625 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c74d5-837f-4606-98db-09da295b1da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a64b544-27c5-4aa2-a0bf-7d3869519ce4,revision_number=None']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:02:59.633590 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c74d5-837f-4606-98db-09da295b1da1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:02:59.633998 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c74d5-837f-4606-98db-09da295b1da1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:02:59.634453 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c74d5-837f-4606-98db-09da295b1da1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:02:59.634897 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c74d5-837f-4606-98db-09da295b1da1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:02:59.635294 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c74d5-837f-4606-98db-09da295b1da1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:02:59.635686 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c74d5-837f-4606-98db-09da295b1da1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:02:59.636116 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c74d5-837f-4606-98db-09da295b1da1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:02:59.636504 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c74d5-837f-4606-98db-09da295b1da1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:02:59.636894 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c74d5-837f-4606-98db-09da295b1da1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:02:59.637280 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c74d5-837f-4606-98db-09da295b1da1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:02:59.637730 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c74d5-837f-4606-98db-09da295b1da1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:02:59.638118 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c74d5-837f-4606-98db-09da295b1da1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:02:59.639207 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c74d5-837f-4606-98db-09da295b1da1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:02:59.640021 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c74d5-837f-4606-98db-09da295b1da1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:02:59.640411 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c74d5-837f-4606-98db-09da295b1da1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:02:59.640797 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c74d5-837f-4606-98db-09da295b1da1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:02:59.641183 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c74d5-837f-4606-98db-09da295b1da1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:02:59.641570 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c74d5-837f-4606-98db-09da295b1da1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:02:59.641993 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c74d5-837f-4606-98db-09da295b1da1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:02:59.642386 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c74d5-837f-4606-98db-09da295b1da1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:02:59.642865 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c74d5-837f-4606-98db-09da295b1da1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:02:59.643252 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c74d5-837f-4606-98db-09da295b1da1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:02:59.643636 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c74d5-837f-4606-98db-09da295b1da1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:02:59.644016 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c74d5-837f-4606-98db-09da295b1da1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:02:59.647860 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-a36c74d5-837f-4606-98db-09da295b1da1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:02:59.656873 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a36c74d5-837f-4606-98db-09da295b1da1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:02:59.658118 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-a36c74d5-837f-4606-98db-09da295b1da1 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/2a64b544-27c5-4aa2-a0bf-7d3869519ce4 HTTP/1.1" status: 204 len: 168 time: 0.2351429 Feb 16 16:03:00.360047 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add80120-ba95-44e7-8f4f-8be5a756a548 req-5b15cadb-348a-40d4-9f5b-278cc2bf80a7 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:03:00.361772 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-add80120-ba95-44e7-8f4f-8be5a756a548 req-5b15cadb-348a-40d4-9f5b-278cc2bf80a7 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 944 time: 0.0988491 Feb 16 16:03:00.555404 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 52420) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:03:00.649779 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-add80120-ba95-44e7-8f4f-8be5a756a548 req-a364a966-a334-45bf-b3bb-e8403550fad0 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2805429 Feb 16 16:03:00.689099 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [None req-96610656-299a-4fdf-97c2-220e25f5bb8e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1822681073-network', 'tenant_id': '9ba01355ccec4f5ba422cc289f631770'}} {{(pid=84074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:03:00.694832 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-96610656-299a-4fdf-97c2-220e25f5bb8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:03:00.699655 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-96610656-299a-4fdf-97c2-220e25f5bb8e admin admin] Usage tracker for resource:network and tenant:9ba01355ccec4f5ba422cc289f631770 is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:03:00.703413 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-96610656-299a-4fdf-97c2-220e25f5bb8e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:03:00.711636 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-96610656-299a-4fdf-97c2-220e25f5bb8e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:03:00.764306 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96610656-299a-4fdf-97c2-220e25f5bb8e admin admin] Made reservation on behalf of 9ba01355ccec4f5ba422cc289f631770 for: {'network': 1} {{(pid=84074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 16:03:00.769356 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-96610656-299a-4fdf-97c2-220e25f5bb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for network, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:00.787265 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-96610656-299a-4fdf-97c2-220e25f5bb8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:00.814327 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-96610656-299a-4fdf-97c2-220e25f5bb8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:03:00.814327 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-96610656-299a-4fdf-97c2-220e25f5bb8e admin admin] Usage tracker for resource:security_group_rule and tenant:9ba01355ccec4f5ba422cc289f631770 is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:03:00.814327 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-96610656-299a-4fdf-97c2-220e25f5bb8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:03:00.819008 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-96610656-299a-4fdf-97c2-220e25f5bb8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:03:00.973479 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-96610656-299a-4fdf-97c2-220e25f5bb8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:01.027489 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-96610656-299a-4fdf-97c2-220e25f5bb8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:01.081638 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96610656-299a-4fdf-97c2-220e25f5bb8e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 16 16:03:01.093097 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-2d3941e2-2eba-47b1-8faf-c99fcf816809 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:03:01.134371 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96610656-299a-4fdf-97c2-220e25f5bb8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d00c4431-0e76-48b5-b207-a3958867a0f7,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:03:01.152650 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-96610656-299a-4fdf-97c2-220e25f5bb8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:03:01.163783 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-96610656-299a-4fdf-97c2-220e25f5bb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797496'] for segment, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:01.164164 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.db.segments_db [None req-96610656-299a-4fdf-97c2-220e25f5bb8e admin admin] Added segment f21b7891-dd2d-40e6-bd74-d5b6d5194f31 of type vxlan for network 45f2857c-5bdc-476f-9384-4f61c45c28bf Feb 16 16:03:01.222790 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-96610656-299a-4fdf-97c2-220e25f5bb8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776635995166'] for network, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:01.289886 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-96610656-299a-4fdf-97c2-220e25f5bb8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677'] for network, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:01.291380 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96610656-299a-4fdf-97c2-220e25f5bb8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:03:01.292043 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-96610656-299a-4fdf-97c2-220e25f5bb8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210664'] for network, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:01.301026 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-15dc8f1f-a936-4508-922d-e331acf615bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:03:01.342874 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2712ad-0bdc-4bb4-9038-927e9a04d891 req-220481f5-5008-45af-9bc6-8afd1ae6ccb0 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:03:01.344643 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7f2712ad-0bdc-4bb4-9038-927e9a04d891 req-220481f5-5008-45af-9bc6-8afd1ae6ccb0 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/ports?device_id=9602e576-dd8e-45b0-a239-2323eaf35b7a HTTP/1.1" status: 200 len: 946 time: 0.1262004 Feb 16 16:03:01.451451 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96610656-299a-4fdf-97c2-220e25f5bb8e admin admin] Pushing event updated for resources: {'Network': ['ID=45f2857c-5bdc-476f-9384-4f61c45c28bf,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:03:01.460841 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-96610656-299a-4fdf-97c2-220e25f5bb8e admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9041445 Feb 16 16:03:01.462098 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 52442) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:03:01.463099 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-96610656-299a-4fdf-97c2-220e25f5bb8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:03:01.464401 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7f2712ad-0bdc-4bb4-9038-927e9a04d891 req-0c672ad0-7a0f-4051-8393-f0612297d95c tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef25aa2-a300-4d1c-9993-bed7a0e4bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056950 Feb 16 16:03:01.466537 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Network 45f2857c-5bdc-476f-9384-4f61c45c28bf details requested by agent ovs-agent-dv-cinder-775706-1-iscsi with host dv-cinder-775706-1-iscsi {{(pid=84076) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 16:03:01.471465 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [None req-ef49228f-89b5-447e-8ff5-af327f5bda8e admin admin] Request body: {'subnet': {'network_id': '45f2857c-5bdc-476f-9384-4f61c45c28bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1822681073-subnet', 'tenant_id': '9ba01355ccec4f5ba422cc289f631770', 'ip_version': 4}} {{(pid=84074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:03:01.476861 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-ef49228f-89b5-447e-8ff5-af327f5bda8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:03:01.482960 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-ef49228f-89b5-447e-8ff5-af327f5bda8e admin admin] Usage tracker for resource:subnet and tenant:9ba01355ccec4f5ba422cc289f631770 is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:03:01.486338 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-ef49228f-89b5-447e-8ff5-af327f5bda8e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:03:01.492490 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-ef49228f-89b5-447e-8ff5-af327f5bda8e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:03:01.526370 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Network 45f2857c-5bdc-476f-9384-4f61c45c28bf details requested by agent ovs-agent-hv-cinder-77570 with host hv-cinder-77570 {{(pid=84076) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 16:03:01.535355 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef49228f-89b5-447e-8ff5-af327f5bda8e admin admin] Made reservation on behalf of 9ba01355ccec4f5ba422cc289f631770 for: {'subnet': 1} {{(pid=84074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 16:03:01.541520 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ef49228f-89b5-447e-8ff5-af327f5bda8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6663298'] for subnet, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:01.709129 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 52450) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:03:01.887307 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-bbf7f2c1-6800-4252-9db7-c6430a429e6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:01.913621 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-bbf7f2c1-6800-4252-9db7-c6430a429e6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:03:01.922387 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-bbf7f2c1-6800-4252-9db7-c6430a429e6f admin admin] Usage tracker for resource:security_group_rule and tenant:f7eebb2f0647438c986b003246b32293 is out of sync, need to count used quota {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:03:01.931807 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-bbf7f2c1-6800-4252-9db7-c6430a429e6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:03:01.951619 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-bbf7f2c1-6800-4252-9db7-c6430a429e6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:03:01.961972 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc8575-e0d9-49cc-8cf2-4cd33d7ea20f req-29cdf522-de94-4c6d-9d3c-6c57efd09757 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:03:01.963705 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c0cc8575-e0d9-49cc-8cf2-4cd33d7ea20f req-29cdf522-de94-4c6d-9d3c-6c57efd09757 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 944 time: 0.1542308 Feb 16 16:03:02.041018 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c0cc8575-e0d9-49cc-8cf2-4cd33d7ea20f req-64e63946-34ab-47d1-b631-9cf7644af5f5 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687976 Feb 16 16:03:02.113042 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ef49228f-89b5-447e-8ff5-af327f5bda8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6980706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6663345'] for subnet, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:02.130485 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-8ac7bad4-d5af-4669-ae3a-3d3b337023e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:03:02.145523 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-bbf7f2c1-6800-4252-9db7-c6430a429e6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:02.175685 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-bbf7f2c1-6800-4252-9db7-c6430a429e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:02.190015 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-48657931-881b-47b3-9bf9-d66ab43abde2 tempest-VolumesNegativeTest-71775834 tempest-VolumesNegativeTest-71775834-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:03:02.224927 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-bbf7f2c1-6800-4252-9db7-c6430a429e6f admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=f7eebb2f0647438c986b003246b32293&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5137625 Feb 16 16:03:02.227924 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 52456) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:03:02.276337 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef49228f-89b5-447e-8ff5-af327f5bda8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=de8ce4f7-6e00-466a-9aac-6c50642948a8,revision_number=0']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:03:02.279612 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-ef49228f-89b5-447e-8ff5-af327f5bda8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:03:02.282881 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf7f2c1-6800-4252-9db7-c6430a429e6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=801df873-2958-4320-82d3-a8d37564cd6f,revision_number=1']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:03:02.289872 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-bbf7f2c1-6800-4252-9db7-c6430a429e6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:03:02.312989 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-31b0280f-746e-40c3-b915-7a1b52b6870e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:02.342876 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-31b0280f-746e-40c3-b915-7a1b52b6870e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:02.353035 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef49228f-89b5-447e-8ff5-af327f5bda8e admin admin] Checking segment: {'id': 'f21b7891-dd2d-40e6-bd74-d5b6d5194f31', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '45f2857c-5bdc-476f-9384-4f61c45c28bf'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 16:03:02.353435 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef49228f-89b5-447e-8ff5-af327f5bda8e admin admin] Network hostable DHCP agents. Network: 45f2857c-5bdc-476f-9384-4f61c45c28bf, hostable agents: ['47b90563-7f25-4d7d-8681-11e1fb253c09'], hosted agents: [] {{(pid=84074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 16 16:03:02.415446 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef49228f-89b5-447e-8ff5-af327f5bda8e admin admin] Network 45f2857c-5bdc-476f-9384-4f61c45c28bf is scheduled to be hosted by DHCP agent 47b90563-7f25-4d7d-8681-11e1fb253c09 with binding_index 1 {{(pid=84074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 16 16:03:02.444135 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-31b0280f-746e-40c3-b915-7a1b52b6870e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:02.449588 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-62fe70eb-db19-42ab-b952-490ca0922a19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:03:02.462730 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b0280f-746e-40c3-b915-7a1b52b6870e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=801df873-2958-4320-82d3-a8d37564cd6f,revision_number=None']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:03:02.467358 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-31b0280f-746e-40c3-b915-7a1b52b6870e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:03:02.470969 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-31b0280f-746e-40c3-b915-7a1b52b6870e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:02.473993 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-31b0280f-746e-40c3-b915-7a1b52b6870e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/801df873-2958-4320-82d3-a8d37564cd6f HTTP/1.1" status: 204 len: 168 time: 0.2435460 Feb 16 16:03:02.474189 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.base_scheduler [None req-ef49228f-89b5-447e-8ff5-af327f5bda8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-1-iscsi, 45f2857c-5bdc-476f-9384-4f61c45c28bf) {{(pid=84074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 16:03:02.494864 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac049c4-7742-4ea4-9f50-5628484e8c1a None None] Network 45f2857c-5bdc-476f-9384-4f61c45c28bf requested from dv-cinder-775706-1-iscsi {{(pid=84076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 16:03:02.503689 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef49228f-89b5-447e-8ff5-af327f5bda8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:03:02.504730 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ef49228f-89b5-447e-8ff5-af327f5bda8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:02.556147 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-ef49228f-89b5-447e-8ff5-af327f5bda8e admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0890884 Feb 16 16:03:02.557597 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 52464) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:03:02.569643 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [None req-c306440a-5b30-4ca9-b769-f8b201378500 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1822681073-router', 'tenant_id': '9ba01355ccec4f5ba422cc289f631770', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6'}}} {{(pid=84075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:03:02.582279 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-c306440a-5b30-4ca9-b769-f8b201378500 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:03:02.587545 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-c306440a-5b30-4ca9-b769-f8b201378500 admin admin] Usage tracker for resource:router and tenant:9ba01355ccec4f5ba422cc289f631770 is out of sync, need to count used quota {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:03:02.591519 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-c306440a-5b30-4ca9-b769-f8b201378500 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:03:02.598114 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-c306440a-5b30-4ca9-b769-f8b201378500 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:03:02.685083 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c306440a-5b30-4ca9-b769-f8b201378500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-877582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63965'] for router, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:02.686292 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c306440a-5b30-4ca9-b769-f8b201378500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853898234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853866136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854113137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854711868'] for router, precommit_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:02.773481 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3247d08-c2e7-46d9-aa21-d95c7b7869e8 req-510e617f-9e07-40aa-93b6-60d42cf57ece tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:03:02.777628 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b3247d08-c2e7-46d9-aa21-d95c7b7869e8 req-510e617f-9e07-40aa-93b6-60d42cf57ece tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/ports?device_id=9602e576-dd8e-45b0-a239-2323eaf35b7a HTTP/1.1" status: 200 len: 946 time: 0.1392064 Feb 16 16:03:02.791605 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75fa4565-2772-4765-ad49-4e3a66fbd2ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb25ab78c-394c-56d3-b2e1-bf845d3bcb0e-45f2857c-5bdc-476f-9384-4f61c45c28bf', 'network_id': '45f2857c-5bdc-476f-9384-4f61c45c28bf', 'tenant_id': '9ba01355ccec4f5ba422cc289f631770', 'fixed_ips': [{'subnet_id': 'de8ce4f7-6e00-466a-9aac-6c50642948a8'}]}} from dv-cinder-775706-1-iscsi. {{(pid=84076) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 16 16:03:02.792999 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-75fa4565-2772-4765-ad49-4e3a66fbd2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_create {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:02.828595 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c306440a-5b30-4ca9-b769-f8b201378500 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:02.854756 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b3247d08-c2e7-46d9-aa21-d95c7b7869e8 req-2d665cd6-d67a-4277-af1f-abc6ccedb647 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef25aa2-a300-4d1c-9993-bed7a0e4bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720744 Feb 16 16:03:03.095886 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 52472) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:03:03.118172 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-3ac94ce0-4f6d-4077-ae82-0187687cce6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:03.144718 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-3ac94ce0-4f6d-4077-ae82-0187687cce6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:03:03.149057 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-3ac94ce0-4f6d-4077-ae82-0187687cce6c admin admin] Usage tracker for resource:security_group_rule and tenant:c149a7aacca24fc08d66c54c7f3bf0c6 is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:03:03.152311 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-3ac94ce0-4f6d-4077-ae82-0187687cce6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:03:03.158250 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-3ac94ce0-4f6d-4077-ae82-0187687cce6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:03:03.220259 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.db_base_plugin_common [None req-75fa4565-2772-4765-ad49-4e3a66fbd2ea None None] Allocated IP 172.20.0.2 (45f2857c-5bdc-476f-9384-4f61c45c28bf/de8ce4f7-6e00-466a-9aac-6c50642948a8/f86baf1b-7b61-47ef-bea4-1b6af72c4e24) {{(pid=84076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 16:03:03.311121 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-3ac94ce0-4f6d-4077-ae82-0187687cce6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:03.329721 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c306440a-5b30-4ca9-b769-f8b201378500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853866217', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853898046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854711817'] for router, precommit_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:03.341390 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-3ac94ce0-4f6d-4077-ae82-0187687cce6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:03.353165 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1bd15a56-7878-455f-b641-f1e3cb9fe1f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:03:03.395614 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3879c2f1-d927-4342-8b5f-3f589b8ad72f req-3e255206-7ac0-40cb-8310-656365f85316 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:03:03.397261 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-3879c2f1-d927-4342-8b5f-3f589b8ad72f req-3e255206-7ac0-40cb-8310-656365f85316 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 944 time: 0.1557262 Feb 16 16:03:03.403385 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-3ac94ce0-4f6d-4077-ae82-0187687cce6c admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=c149a7aacca24fc08d66c54c7f3bf0c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3063226 Feb 16 16:03:03.404420 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac94ce0-4f6d-4077-ae82-0187687cce6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1c6f11-b0d1-434b-9a19-add3c3fe4d7c,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:03:03.409373 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 52476) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:03:03.410306 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-3ac94ce0-4f6d-4077-ae82-0187687cce6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:03:03.479570 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ea6613cd-9449-42ca-99ae-bddecffcb1ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:03.512042 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ea6613cd-9449-42ca-99ae-bddecffcb1ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:03.524383 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-75fa4565-2772-4765-ad49-4e3a66fbd2ea None None] Notify callbacks [] for port, precommit_create {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:03.537681 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-75fa4565-2772-4765-ad49-4e3a66fbd2ea None None] Transition to ACTIVE for port object f86baf1b-7b61-47ef-bea4-1b6af72c4e24 will not be triggered until provisioned by entity L2. {{(pid=84076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 16:03:03.540199 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-3879c2f1-d927-4342-8b5f-3f589b8ad72f req-9ddee701-3356-4df5-8eb1-883d9c337221 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219273 Feb 16 16:03:03.557112 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-75fa4565-2772-4765-ad49-4e3a66fbd2ea None None] Transition to ACTIVE for port object f86baf1b-7b61-47ef-bea4-1b6af72c4e24 will not be triggered until provisioned by entity DHCP. {{(pid=84076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 16:03:03.615969 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-75fa4565-2772-4765-ad49-4e3a66fbd2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776636048806'] for port, after_create {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:03.629463 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-28d5cd4e-5d68-44ab-9312-09b25f3b9298 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:03:03.683855 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ea6613cd-9449-42ca-99ae-bddecffcb1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:03.691238 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-fde392f4-c7cd-445f-8800-b13baae81ad8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:03:03.709775 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6613cd-9449-42ca-99ae-bddecffcb1ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1c6f11-b0d1-434b-9a19-add3c3fe4d7c,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:03:03.723006 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-ea6613cd-9449-42ca-99ae-bddecffcb1ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:03:03.727206 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ea6613cd-9449-42ca-99ae-bddecffcb1ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:03.731249 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-ea6613cd-9449-42ca-99ae-bddecffcb1ad admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/bd1c6f11-b0d1-434b-9a19-add3c3fe4d7c HTTP/1.1" status: 204 len: 168 time: 0.3204708 Feb 16 16:03:03.817346 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c306440a-5b30-4ca9-b769-f8b201378500 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:03.862747 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c306440a-5b30-4ca9-b769-f8b201378500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:03.870230 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fa4565-2772-4765-ad49-4e3a66fbd2ea None None] Pushing event updated for resources: {'Port': ['ID=f86baf1b-7b61-47ef-bea4-1b6af72c4e24,revision_number=1']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:03:03.874417 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-75fa4565-2772-4765-ad49-4e3a66fbd2ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:03:04.053090 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fa4565-2772-4765-ad49-4e3a66fbd2ea None None] Network 45f2857c-5bdc-476f-9384-4f61c45c28bf is already hosted by enough agents. {{(pid=84076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 16:03:04.054349 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.base_scheduler [None req-75fa4565-2772-4765-ad49-4e3a66fbd2ea None None] Resources bound (agent type, host, resource id): {{(pid=84076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 16:03:04.059961 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fa4565-2772-4765-ad49-4e3a66fbd2ea None None] Received port after_create {{(pid=84076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 16:03:04.126533 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-75fa4565-2772-4765-ad49-4e3a66fbd2ea None None] Attempting to bind port f86baf1b-7b61-47ef-bea4-1b6af72c4e24 on host dv-cinder-775706-1-iscsi for vnic_type normal with profile {{(pid=84076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:03:04.126935 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-75fa4565-2772-4765-ad49-4e3a66fbd2ea None None] Attempting to bind port f86baf1b-7b61-47ef-bea4-1b6af72c4e24 by drivers openvswitch on host dv-cinder-775706-1-iscsi at level 0 using segments [{'id': 'f21b7891-dd2d-40e6-bd74-d5b6d5194f31', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '45f2857c-5bdc-476f-9384-4f61c45c28bf'}] {{(pid=84076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 16:03:04.127355 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fa4565-2772-4765-ad49-4e3a66fbd2ea None None] Attempting to bind port f86baf1b-7b61-47ef-bea4-1b6af72c4e24 on network 45f2857c-5bdc-476f-9384-4f61c45c28bf {{(pid=84076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 16:03:04.133558 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fa4565-2772-4765-ad49-4e3a66fbd2ea None None] Checking agent: {'id': '84f77aeb-7661-44c0-b112-b1bf68bd83fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 15, 47, 21), 'started_at': datetime.datetime(2021, 2, 16, 15, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 16, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.95', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 16:03:04.133991 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fa4565-2772-4765-ad49-4e3a66fbd2ea None None] Checking segment: {'id': 'f21b7891-dd2d-40e6-bd74-d5b6d5194f31', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '45f2857c-5bdc-476f-9384-4f61c45c28bf'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 16:03:04.134446 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-75fa4565-2772-4765-ad49-4e3a66fbd2ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:04.134986 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fa4565-2772-4765-ad49-4e3a66fbd2ea None None] Bound using segment: {'id': 'f21b7891-dd2d-40e6-bd74-d5b6d5194f31', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '45f2857c-5bdc-476f-9384-4f61c45c28bf'} {{(pid=84076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 16:03:04.135445 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-75fa4565-2772-4765-ad49-4e3a66fbd2ea None None] Bound port: f86baf1b-7b61-47ef-bea4-1b6af72c4e24, host: dv-cinder-775706-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f21b7891-dd2d-40e6-bd74-d5b6d5194f31', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '45f2857c-5bdc-476f-9384-4f61c45c28bf'}}] {{(pid=84076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 16:03:04.135873 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-75fa4565-2772-4765-ad49-4e3a66fbd2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:04.257559 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-75fa4565-2772-4765-ad49-4e3a66fbd2ea None None] For port f86baf1b-7b61-47ef-bea4-1b6af72c4e24, host dv-cinder-775706-1-iscsi, cleared binding levels {{(pid=84076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 16:03:04.262515 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-75fa4565-2772-4765-ad49-4e3a66fbd2ea None None] For port f86baf1b-7b61-47ef-bea4-1b6af72c4e24, host dv-cinder-775706-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-iscsi',level=0,port_id=f86baf1b-7b61-47ef-bea4-1b6af72c4e24,segment=NetworkSegment(f21b7891-dd2d-40e6-bd74-d5b6d5194f31),segment_id=f21b7891-dd2d-40e6-bd74-d5b6d5194f31)] {{(pid=84076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 16:03:04.295530 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.db_base_plugin_common [None req-c306440a-5b30-4ca9-b769-f8b201378500 admin admin] Allocated IP 172.27.1.166 (4b949073-2dbc-48f8-99e6-0912404ac0f6/1330f553-cf5d-40b8-b778-7809bbd3e08c/9c7a4ee5-aad2-457d-8a26-f9c39f8fb81d) {{(pid=84075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 16:03:04.302109 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-75fa4565-2772-4765-ad49-4e3a66fbd2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:04.414685 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:03:04.487353 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a33d42-7bc8-4768-80ec-d09a106ed101 req-d7c8a7aa-d0a2-4212-b11d-7323da8b8f72 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:03:04.489063 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-76a33d42-7bc8-4768-80ec-d09a106ed101 req-d7c8a7aa-d0a2-4212-b11d-7323da8b8f72 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/ports?device_id=9602e576-dd8e-45b0-a239-2323eaf35b7a HTTP/1.1" status: 200 len: 946 time: 0.3512833 Feb 16 16:03:04.527790 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c306440a-5b30-4ca9-b769-f8b201378500 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:04.561840 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-76a33d42-7bc8-4768-80ec-d09a106ed101 req-3013de5a-f72b-4e04-8162-ce565a66e589 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef25aa2-a300-4d1c-9993-bed7a0e4bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619104 Feb 16 16:03:04.566367 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fa4565-2772-4765-ad49-4e3a66fbd2ea None None] Pushing event updated for resources: {'Port': ['ID=f86baf1b-7b61-47ef-bea4-1b6af72c4e24,revision_number=2']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:03:04.576781 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-75fa4565-2772-4765-ad49-4e3a66fbd2ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:03:04.638405 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c306440a-5b30-4ca9-b769-f8b201378500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776636048806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7708556'] for port, after_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:04.681054 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-5b27799b-35ff-4c4a-8137-ad7a74828ea0 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:03:04.931180 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c306440a-5b30-4ca9-b769-f8b201378500 admin admin] Pushing event updated for resources: {'Port': ['ID=9c7a4ee5-aad2-457d-8a26-f9c39f8fb81d,revision_number=1']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:03:04.934792 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-c306440a-5b30-4ca9-b769-f8b201378500 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:03:05.011876 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c306440a-5b30-4ca9-b769-f8b201378500 admin admin] Network 4b949073-2dbc-48f8-99e6-0912404ac0f6 is already hosted by enough agents. {{(pid=84075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 16:03:05.020783 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f03e63d-38a5-4ccd-abf7-452412cefd13 req-34e2dbd1-8f6f-4edf-9f4a-196d5793bd92 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:03:05.029243 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-8f03e63d-38a5-4ccd-abf7-452412cefd13 req-34e2dbd1-8f6f-4edf-9f4a-196d5793bd92 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 944 time: 0.2741599 Feb 16 16:03:05.031984 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.base_scheduler [None req-c306440a-5b30-4ca9-b769-f8b201378500 admin admin] Resources bound (agent type, host, resource id): {{(pid=84075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 16:03:05.034969 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c306440a-5b30-4ca9-b769-f8b201378500 admin admin] Received port after_create {{(pid=84075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 16:03:05.384026 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-8f03e63d-38a5-4ccd-abf7-452412cefd13 req-1e287d52-d1ae-42b0-b94e-0541b4245d44 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3537879 Feb 16 16:03:06.016607 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c306440a-5b30-4ca9-b769-f8b201378500 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:06.101200 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7a5b65-cbe2-4eee-8cb0-cc30245423e7 req-15912568-ad7e-4b5a-90d3-b47f500a435b tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:03:06.102930 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ee7a5b65-cbe2-4eee-8cb0-cc30245423e7 req-15912568-ad7e-4b5a-90d3-b47f500a435b tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/ports?device_id=9602e576-dd8e-45b0-a239-2323eaf35b7a HTTP/1.1" status: 200 len: 946 time: 0.3284581 Feb 16 16:03:06.259595 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ee7a5b65-cbe2-4eee-8cb0-cc30245423e7 req-e437666f-d083-4b85-a4ee-c68b9f24e832 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef25aa2-a300-4d1c-9993-bed7a0e4bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834141 Feb 16 16:03:06.270810 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a4cdb8-48c0-4eac-bb25-cc6022188834 None None] Network 45f2857c-5bdc-476f-9384-4f61c45c28bf requested from dv-cinder-775706-1-iscsi {{(pid=84076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 16:03:06.386091 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-dde72ca8-076f-4957-a1f2-05c31fc726f0 None None] Provisioning for port f86baf1b-7b61-47ef-bea4-1b6af72c4e24 completed by entity DHCP. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 16:03:06.557790 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c306440a-5b30-4ca9-b769-f8b201378500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-877770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-909817'] for router, after_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:06.851665 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b6595b-9028-46cc-8343-3c7456e64066 req-b183d664-59fc-417f-a462-9383858db828 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:03:06.853393 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-f1b6595b-9028-46cc-8343-3c7456e64066 req-b183d664-59fc-417f-a462-9383858db828 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 944 time: 0.2914867 Feb 16 16:03:06.939996 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-f1b6595b-9028-46cc-8343-3c7456e64066 req-26db49d2-ff46-4df8-a340-9836ef64842d tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762873 Feb 16 16:03:07.046969 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c306440a-5b30-4ca9-b769-f8b201378500 admin admin] Router fd9d9436-d779-4a4e-abf9-a5e569a1e831 is scheduled to L3 agent 4f2d6f55-b6e7-4768-88f5-01ac5c4c3902 with binding_index 1 {{(pid=84075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 16 16:03:07.061218 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device f86baf1b-7b61-47ef-bea4-1b6af72c4e24 up at agent ovs-agent-dv-cinder-775706-1-iscsi {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 16:03:07.169195 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Provisioning for port f86baf1b-7b61-47ef-bea4-1b6af72c4e24 completed by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 16:03:07.176035 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Provisioning complete for port f86baf1b-7b61-47ef-bea4-1b6af72c4e24 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:03:07.176470 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:07.268912 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-61de9bc0-6f0b-40fe-8e6d-de8bba9fe7bd None None] Provisioning complete for port f86baf1b-7b61-47ef-bea4-1b6af72c4e24 triggered by entity DHCP. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:03:07.292359 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-61de9bc0-6f0b-40fe-8e6d-de8bba9fe7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:07.330046 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c306440a-5b30-4ca9-b769-f8b201378500 admin admin] Notify agent at l3_agent.dv-cinder-775706-1-iscsi the message routers_updated {{(pid=84075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 16:03:07.345632 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d73d0e7-7e99-45b2-b6df-cbe9ee737fb4 None None] Sync routers for ids ['fd9d9436-d779-4a4e-abf9-a5e569a1e831'] in dv-cinder-775706-1-iscsi {{(pid=84076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 16:03:07.380298 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d73d0e7-7e99-45b2-b6df-cbe9ee737fb4 None None] Routers {'fd9d9436-d779-4a4e-abf9-a5e569a1e831'} bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 16:03:07.381023 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-2d73d0e7-7e99-45b2-b6df-cbe9ee737fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-16T15:47:20Z,description=,heartbeat_timestamp=2021-02-16T16:02:51Z,host='dv-cinder-775706-1-iscsi',id=4f2d6f55-b6e7-4768-88f5-01ac5c4c3902,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:47:21Z,topic='l3_agent')) {'router_ids': ['fd9d9436-d779-4a4e-abf9-a5e569a1e831'], 'active': True} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:03:07.384491 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c306440a-5b30-4ca9-b769-f8b201378500 admin admin] Notify callbacks [] for router, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:07.389102 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-c306440a-5b30-4ca9-b769-f8b201378500 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.8264163 Feb 16 16:03:07.389476 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 52536) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:03:07.745328 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:07.770223 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a0284f-5fe1-489a-8ac3-5278a88518bf req-39e897f4-7fa0-4142-a1fb-f2fe5f96cf3e tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:03:07.772902 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-f9a0284f-5fe1-489a-8ac3-5278a88518bf req-39e897f4-7fa0-4142-a1fb-f2fe5f96cf3e tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/ports?device_id=9602e576-dd8e-45b0-a239-2323eaf35b7a HTTP/1.1" status: 200 len: 946 time: 0.2267320 Feb 16 16:03:07.792440 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-61de9bc0-6f0b-40fe-8e6d-de8bba9fe7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:07.868935 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-f9a0284f-5fe1-489a-8ac3-5278a88518bf req-b698f3fb-29a3-42ef-bd62-e1dd50c61421 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef25aa2-a300-4d1c-9993-bed7a0e4bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634816 Feb 16 16:03:07.882082 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvr_db [None req-2d73d0e7-7e99-45b2-b6df-cbe9ee737fb4 None None] Set router fd9d9436-d779-4a4e-abf9-a5e569a1e831 gateway port host: dv-cinder-775706-1-iscsi {{(pid=84076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 16:03:08.075690 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-61de9bc0-6f0b-40fe-8e6d-de8bba9fe7bd None None] For port f86baf1b-7b61-47ef-bea4-1b6af72c4e24, host dv-cinder-775706-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-iscsi',level=0,port_id=f86baf1b-7b61-47ef-bea4-1b6af72c4e24,segment=NetworkSegment(f21b7891-dd2d-40e6-bd74-d5b6d5194f31),segment_id=f21b7891-dd2d-40e6-bd74-d5b6d5194f31)] {{(pid=84076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:03:08.164995 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-61de9bc0-6f0b-40fe-8e6d-de8bba9fe7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:08.192533 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:03:08.248896 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a47ea6c-692e-4602-9fe7-c0c111263308 req-59499272-3618-45c8-b6d1-5132e9cefa77 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:03:08.250762 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-3a47ea6c-692e-4602-9fe7-c0c111263308 req-59499272-3618-45c8-b6d1-5132e9cefa77 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 944 time: 0.1518252 Feb 16 16:03:08.404741 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-3a47ea6c-692e-4602-9fe7-c0c111263308 req-f088aa04-d517-4bc8-949b-a162183b01c6 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1449080 Feb 16 16:03:08.411298 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61de9bc0-6f0b-40fe-8e6d-de8bba9fe7bd None None] Pushing event updated for resources: {'Port': ['ID=f86baf1b-7b61-47ef-bea4-1b6af72c4e24,revision_number=3']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:03:08.450360 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-61de9bc0-6f0b-40fe-8e6d-de8bba9fe7bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:03:08.481180 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.db.api [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84076) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:03:08.481580 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_db.api [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 16 16:03:08.502497 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-5c5430a4-71bc-4f84-964b-76d1c42ba30e None None] Provisioning complete for port f86baf1b-7b61-47ef-bea4-1b6af72c4e24 triggered by entity DHCP. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:03:08.502964 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-5c5430a4-71bc-4f84-964b-76d1c42ba30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:08.584201 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-2d73d0e7-7e99-45b2-b6df-cbe9ee737fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'name': 'tempest-TestVolumeBootPattern-1822681073-router', 'tenant_id': '9ba01355ccec4f5ba422cc289f631770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '9c7a4ee5-aad2-457d-8a26-f9c39f8fb81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T16:03:02Z', 'updated_at': '2021-02-16T16:03:05Z', 'revision_number': 3, 'project_id': '9ba01355ccec4f5ba422cc289f631770', 'gw_port': {'id': '9c7a4ee5-aad2-457d-8a26-f9c39f8fb81d', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f2:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:03:04Z', 'updated_at': '2021-02-16T16:03:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi'}], 'dv-cinder-775706-1-iscsi', False) {} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:03:08.591002 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d73d0e7-7e99-45b2-b6df-cbe9ee737fb4 None None] Checking router: fd9d9436-d779-4a4e-abf9-a5e569a1e831 for host: dv-cinder-775706-1-iscsi {{(pid=84076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 16:03:08.591442 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d73d0e7-7e99-45b2-b6df-cbe9ee737fb4 None None] Updating router fd9d9436-d779-4a4e-abf9-a5e569a1e831 port 9c7a4ee5-aad2-457d-8a26-f9c39f8fb81d binding host dv-cinder-775706-1-iscsi {{(pid=84076) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 16 16:03:08.745020 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c2baaea7-4746-4949-8eb1-b2d51df7440e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:08.944248 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-2d73d0e7-7e99-45b2-b6df-cbe9ee737fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:09.095256 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb3b7d-9e9c-4bc4-9b5b-416d2ba8c62a req-add3c134-3640-4d9a-9727-b5eb9f7e8736 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:03:09.096915 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0bfb3b7d-9e9c-4bc4-9b5b-416d2ba8c62a req-add3c134-3640-4d9a-9727-b5eb9f7e8736 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/ports?device_id=9602e576-dd8e-45b0-a239-2323eaf35b7a HTTP/1.1" status: 200 len: 946 time: 0.1203923 Feb 16 16:03:09.202861 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0bfb3b7d-9e9c-4bc4-9b5b-416d2ba8c62a req-6fce8f74-8756-45b5-a775-003625830d37 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef25aa2-a300-4d1c-9993-bed7a0e4bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895302 Feb 16 16:03:09.226695 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device f86baf1b-7b61-47ef-bea4-1b6af72c4e24 up at agent ovs-agent-dv-cinder-775706-1-iscsi {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 16:03:09.283303 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.agents_db [None req-cca974b7-119d-4613-9949-a609bd4803bb None None] Agent healthcheck: found 6 active agents {{(pid=84077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 16:03:09.324826 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.db_base_plugin_common [None req-c2baaea7-4746-4949-8eb1-b2d51df7440e admin admin] Allocated IP 172.20.0.1 (45f2857c-5bdc-476f-9384-4f61c45c28bf/de8ce4f7-6e00-466a-9aac-6c50642948a8/cbae4516-30c2-48f8-bceb-abf5579fd378) {{(pid=84074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 16:03:09.423411 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Provisioning complete for port f86baf1b-7b61-47ef-bea4-1b6af72c4e24 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:03:09.423765 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:09.501054 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c2baaea7-4746-4949-8eb1-b2d51df7440e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:09.535682 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-c2baaea7-4746-4949-8eb1-b2d51df7440e admin admin] Transition to ACTIVE for port object cbae4516-30c2-48f8-bceb-abf5579fd378 will not be triggered until provisioned by entity DHCP. {{(pid=84074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 16:03:09.598486 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c2baaea7-4746-4949-8eb1-b2d51df7440e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776636048806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6980856'] for port, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:09.638877 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:03:09.682462 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c08d4a7-5533-4b44-8fff-41b9c57e2f1b req-09a26344-ca01-4a20-a466-c2e8704b893c tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:03:09.684307 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5c08d4a7-5533-4b44-8fff-41b9c57e2f1b req-09a26344-ca01-4a20-a466-c2e8704b893c tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 944 time: 0.1115561 Feb 16 16:03:09.719408 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-2d73d0e7-7e99-45b2-b6df-cbe9ee737fb4 None None] Notify callbacks [] for port, precommit_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:09.745271 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-2d73d0e7-7e99-45b2-b6df-cbe9ee737fb4 None None] Transition to ACTIVE for port object 9c7a4ee5-aad2-457d-8a26-f9c39f8fb81d will not be triggered until provisioned by entity L2. {{(pid=84076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 16:03:09.751000 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5c08d4a7-5533-4b44-8fff-41b9c57e2f1b req-6462d5c8-b127-4463-a7ee-a87d4ec704c5 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569370 Feb 16 16:03:09.781562 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-2d73d0e7-7e99-45b2-b6df-cbe9ee737fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:09.798769 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-35271e17-f857-4ad3-a223-b037d04b5fd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:03:09.819760 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2baaea7-4746-4949-8eb1-b2d51df7440e admin admin] Pushing event updated for resources: {'Port': ['ID=cbae4516-30c2-48f8-bceb-abf5579fd378,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:03:09.824535 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-c2baaea7-4746-4949-8eb1-b2d51df7440e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:03:09.871156 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2baaea7-4746-4949-8eb1-b2d51df7440e admin admin] Network 45f2857c-5bdc-476f-9384-4f61c45c28bf is already hosted by enough agents. {{(pid=84074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 16:03:09.872371 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.base_scheduler [None req-c2baaea7-4746-4949-8eb1-b2d51df7440e admin admin] Resources bound (agent type, host, resource id): {{(pid=84074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 16:03:09.875636 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2baaea7-4746-4949-8eb1-b2d51df7440e admin admin] Received port after_create {{(pid=84074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 16:03:09.939665 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c2baaea7-4746-4949-8eb1-b2d51df7440e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853906703'] for router_interface, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:09.973982 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a385e0-a6e6-4063-a947-7d5f733d08ea None None] Pushing event updated for resources: {'Port': ['ID=9c7a4ee5-aad2-457d-8a26-f9c39f8fb81d,revision_number=2']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:03:09.987564 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-46a385e0-a6e6-4063-a947-7d5f733d08ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:03:10.037791 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-2d73d0e7-7e99-45b2-b6df-cbe9ee737fb4 None None] Attempting to bind port 9c7a4ee5-aad2-457d-8a26-f9c39f8fb81d on host dv-cinder-775706-1-iscsi for vnic_type normal with profile {{(pid=84076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:03:10.038318 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-2d73d0e7-7e99-45b2-b6df-cbe9ee737fb4 None None] Attempting to bind port 9c7a4ee5-aad2-457d-8a26-f9c39f8fb81d by drivers openvswitch on host dv-cinder-775706-1-iscsi at level 0 using segments [{'id': '31924cb5-91ae-4236-8041-dd0103380e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6'}] {{(pid=84076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 16:03:10.038830 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d73d0e7-7e99-45b2-b6df-cbe9ee737fb4 None None] Attempting to bind port 9c7a4ee5-aad2-457d-8a26-f9c39f8fb81d on network 4b949073-2dbc-48f8-99e6-0912404ac0f6 {{(pid=84076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 16:03:10.046812 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d73d0e7-7e99-45b2-b6df-cbe9ee737fb4 None None] Checking agent: {'id': '84f77aeb-7661-44c0-b112-b1bf68bd83fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 15, 47, 21), 'started_at': datetime.datetime(2021, 2, 16, 15, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 16, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.95', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 16:03:10.047270 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d73d0e7-7e99-45b2-b6df-cbe9ee737fb4 None None] Checking segment: {'id': '31924cb5-91ae-4236-8041-dd0103380e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 16:03:10.047813 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-2d73d0e7-7e99-45b2-b6df-cbe9ee737fb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:10.048424 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d73d0e7-7e99-45b2-b6df-cbe9ee737fb4 None None] Bound using segment: {'id': '31924cb5-91ae-4236-8041-dd0103380e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6'} {{(pid=84076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 16:03:10.048920 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-2d73d0e7-7e99-45b2-b6df-cbe9ee737fb4 None None] Bound port: 9c7a4ee5-aad2-457d-8a26-f9c39f8fb81d, host: dv-cinder-775706-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31924cb5-91ae-4236-8041-dd0103380e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6'}}] {{(pid=84076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 16:03:10.049419 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-2d73d0e7-7e99-45b2-b6df-cbe9ee737fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:10.168590 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-2d73d0e7-7e99-45b2-b6df-cbe9ee737fb4 None None] For port 9c7a4ee5-aad2-457d-8a26-f9c39f8fb81d, host dv-cinder-775706-1-iscsi, cleared binding levels {{(pid=84076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 16:03:10.190857 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-2d73d0e7-7e99-45b2-b6df-cbe9ee737fb4 None None] For port 9c7a4ee5-aad2-457d-8a26-f9c39f8fb81d, host dv-cinder-775706-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-iscsi',level=0,port_id=9c7a4ee5-aad2-457d-8a26-f9c39f8fb81d,segment=NetworkSegment(31924cb5-91ae-4236-8041-dd0103380e57),segment_id=31924cb5-91ae-4236-8041-dd0103380e57)] {{(pid=84076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 16:03:10.250229 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-2d73d0e7-7e99-45b2-b6df-cbe9ee737fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:10.274122 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-99ff789d-e3cf-4f36-a8eb-0907dcdbcd35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:03:10.324275 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c2baaea7-4746-4949-8eb1-b2d51df7440e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:10.412689 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-46d65994-ee21-455f-ac1d-5a4f1cf86b32 None None] Provisioning for port cbae4516-30c2-48f8-bceb-abf5579fd378 completed by entity DHCP. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 16:03:10.441832 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-46d65994-ee21-455f-ac1d-5a4f1cf86b32 None None] Provisioning complete for port cbae4516-30c2-48f8-bceb-abf5579fd378 triggered by entity DHCP. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:03:10.442198 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-46d65994-ee21-455f-ac1d-5a4f1cf86b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:10.483798 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d79f1ee-d5e1-4ef1-8074-4abbb3526cb1 req-085553d4-2d1d-4262-be3c-9af3d41a86b0 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:03:10.485942 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1d79f1ee-d5e1-4ef1-8074-4abbb3526cb1 req-085553d4-2d1d-4262-be3c-9af3d41a86b0 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/ports?device_id=9602e576-dd8e-45b0-a239-2323eaf35b7a HTTP/1.1" status: 200 len: 946 time: 0.1143367 Feb 16 16:03:10.521687 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a385e0-a6e6-4063-a947-7d5f733d08ea None None] Pushing event updated for resources: {'Port': ['ID=9c7a4ee5-aad2-457d-8a26-f9c39f8fb81d,revision_number=3']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:03:10.530008 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-46a385e0-a6e6-4063-a947-7d5f733d08ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:03:10.543774 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-46d65994-ee21-455f-ac1d-5a4f1cf86b32 None None] Port cbae4516-30c2-48f8-bceb-abf5579fd378 cannot update to ACTIVE because it is not bound. {{(pid=84076) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 16:03:10.585228 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d73d0e7-7e99-45b2-b6df-cbe9ee737fb4 None None] Routers {'fd9d9436-d779-4a4e-abf9-a5e569a1e831'} bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 16:03:10.585975 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-2d73d0e7-7e99-45b2-b6df-cbe9ee737fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-16T15:47:20Z,description=,heartbeat_timestamp=2021-02-16T16:02:51Z,host='dv-cinder-775706-1-iscsi',id=4f2d6f55-b6e7-4768-88f5-01ac5c4c3902,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:47:21Z,topic='l3_agent')) {'router_ids': ['fd9d9436-d779-4a4e-abf9-a5e569a1e831'], 'active': True} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:03:10.595927 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1d79f1ee-d5e1-4ef1-8074-4abbb3526cb1 req-d7e1d777-0477-4d70-9cfc-639e5ef3d3fd tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef25aa2-a300-4d1c-9993-bed7a0e4bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011810 Feb 16 16:03:10.798765 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c2baaea7-4746-4949-8eb1-b2d51df7440e admin admin] Notify callbacks [] for port, precommit_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:10.849770 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvr_db [None req-2d73d0e7-7e99-45b2-b6df-cbe9ee737fb4 None None] Set router fd9d9436-d779-4a4e-abf9-a5e569a1e831 gateway port host: dv-cinder-775706-1-iscsi {{(pid=84076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 16:03:10.992286 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a948ad67-3d34-4166-82a5-72c0d6f2f543 req-100f1b09-1fc3-4f49-8ed1-7e2b1fc68b02 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:03:10.994003 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-a948ad67-3d34-4166-82a5-72c0d6f2f543 req-100f1b09-1fc3-4f49-8ed1-7e2b1fc68b02 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 944 time: 0.1040580 Feb 16 16:03:11.047967 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-a948ad67-3d34-4166-82a5-72c0d6f2f543 req-f3b64416-f912-4871-9842-a36c97755d8e tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458031 Feb 16 16:03:11.247108 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-2d73d0e7-7e99-45b2-b6df-cbe9ee737fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'name': 'tempest-TestVolumeBootPattern-1822681073-router', 'tenant_id': '9ba01355ccec4f5ba422cc289f631770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '9c7a4ee5-aad2-457d-8a26-f9c39f8fb81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T16:03:02Z', 'updated_at': '2021-02-16T16:03:10Z', 'revision_number': 4, 'project_id': '9ba01355ccec4f5ba422cc289f631770', 'gw_port': {'id': '9c7a4ee5-aad2-457d-8a26-f9c39f8fb81d', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f2:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:03:04Z', 'updated_at': '2021-02-16T16:03:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_interfaces': [{'id': 'cbae4516-30c2-48f8-bceb-abf5579fd378', 'name': '', 'network_id': '45f2857c-5bdc-476f-9384-4f61c45c28bf', 'tenant_id': '9ba01355ccec4f5ba422cc289f631770', 'mac_address': 'fa:16:3e:95:33:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'de8ce4f7-6e00-466a-9aac-6c50642948a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:03:09Z', 'updated_at': '2021-02-16T16:03:09Z', 'revision_number': 1, 'project_id': '9ba01355ccec4f5ba422cc289f631770', 'subnets': [{'id': 'de8ce4f7-6e00-466a-9aac-6c50642948a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-iscsi', False) {} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:03:11.257313 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d73d0e7-7e99-45b2-b6df-cbe9ee737fb4 None None] The sync data for ids ['fd9d9436-d779-4a4e-abf9-a5e569a1e831'] in dv-cinder-775706-1-iscsi is: [{'id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'name': 'tempest-TestVolumeBootPattern-1822681073-router', 'tenant_id': '9ba01355ccec4f5ba422cc289f631770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '9c7a4ee5-aad2-457d-8a26-f9c39f8fb81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T16:03:02Z', 'updated_at': '2021-02-16T16:03:10Z', 'revision_number': 4, 'project_id': '9ba01355ccec4f5ba422cc289f631770', 'gw_port': {'id': '9c7a4ee5-aad2-457d-8a26-f9c39f8fb81d', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f2:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:03:04Z', 'updated_at': '2021-02-16T16:03:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_interfaces': [{'id': 'cbae4516-30c2-48f8-bceb-abf5579fd378', 'name': '', 'network_id': '45f2857c-5bdc-476f-9384-4f61c45c28bf', 'tenant_id': '9ba01355ccec4f5ba422cc289f631770', 'mac_address': 'fa:16:3e:95:33:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'de8ce4f7-6e00-466a-9aac-6c50642948a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:03:09Z', 'updated_at': '2021-02-16T16:03:09Z', 'revision_number': 1, 'project_id': '9ba01355ccec4f5ba422cc289f631770', 'subnets': [{'id': 'de8ce4f7-6e00-466a-9aac-6c50642948a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 16:03:11.803049 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e4aaab-b714-47cc-8438-6b8f207d2f9c req-a708762f-6413-4734-b271-e4eea078af48 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:03:11.804665 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-21e4aaab-b714-47cc-8438-6b8f207d2f9c req-a708762f-6413-4734-b271-e4eea078af48 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/ports?device_id=9602e576-dd8e-45b0-a239-2323eaf35b7a HTTP/1.1" status: 200 len: 946 time: 0.0935848 Feb 16 16:03:11.857048 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-21e4aaab-b714-47cc-8438-6b8f207d2f9c req-a66a71bf-367f-4773-a7a0-762dffed6b3e tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef25aa2-a300-4d1c-9993-bed7a0e4bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455983 Feb 16 16:03:12.297858 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f07ad3c-e791-44b2-b2f4-f4db9681794f req-1b47b9a4-7bd2-496b-b0a1-cc5441c10a96 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:03:12.299770 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-4f07ad3c-e791-44b2-b2f4-f4db9681794f req-1b47b9a4-7bd2-496b-b0a1-cc5441c10a96 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 944 time: 0.0932949 Feb 16 16:03:12.359424 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-4f07ad3c-e791-44b2-b2f4-f4db9681794f req-61a33444-3780-4143-810f-9cfb92277e5a tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517540 Feb 16 16:03:13.086109 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa022e2b-b26b-4b71-929c-e544d1729be9 req-89de1631-c101-423e-bae2-e4f09b83650c tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:03:13.094315 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-fa022e2b-b26b-4b71-929c-e544d1729be9 req-89de1631-c101-423e-bae2-e4f09b83650c tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/ports?device_id=9602e576-dd8e-45b0-a239-2323eaf35b7a HTTP/1.1" status: 200 len: 946 time: 0.1065853 Feb 16 16:03:13.153322 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-fa022e2b-b26b-4b71-929c-e544d1729be9 req-a6e651f3-0ae1-4fb4-a28f-5fc7e920aa0c tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef25aa2-a300-4d1c-9993-bed7a0e4bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577462 Feb 16 16:03:13.188019 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device 9c7a4ee5-aad2-457d-8a26-f9c39f8fb81d up at agent ovs-agent-dv-cinder-775706-1-iscsi {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 16:03:13.346959 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c2baaea7-4746-4949-8eb1-b2d51df7440e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847794957'] for port, after_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:13.347518 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Provisioning for port 9c7a4ee5-aad2-457d-8a26-f9c39f8fb81d completed by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 16:03:13.350843 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:13.357895 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Provisioning complete for port 9c7a4ee5-aad2-457d-8a26-f9c39f8fb81d triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:03:13.357895 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:13.392502 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:03:13.515783 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2baaea7-4746-4949-8eb1-b2d51df7440e admin admin] Pushing event updated for resources: {'Port': ['ID=cbae4516-30c2-48f8-bceb-abf5579fd378,revision_number=2']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:03:13.520799 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-c2baaea7-4746-4949-8eb1-b2d51df7440e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:03:13.547354 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c2baaea7-4746-4949-8eb1-b2d51df7440e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854210630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-868946'] for router_interface, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:13.553961 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:13.581731 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] For port 9c7a4ee5-aad2-457d-8a26-f9c39f8fb81d, host dv-cinder-775706-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-iscsi',level=0,port_id=9c7a4ee5-aad2-457d-8a26-f9c39f8fb81d,segment=NetworkSegment(31924cb5-91ae-4236-8041-dd0103380e57),segment_id=31924cb5-91ae-4236-8041-dd0103380e57)] {{(pid=84076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:03:13.631434 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58605889-c8c5-49f2-854f-42ee40028094 req-c66a95a4-8934-4114-9461-b22fcd3a16cf tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:03:13.633314 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-58605889-c8c5-49f2-854f-42ee40028094 req-c66a95a4-8934-4114-9461-b22fcd3a16cf tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 944 time: 0.1212966 Feb 16 16:03:13.643692 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:13.646665 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-75fa4565-2772-4765-ad49-4e3a66fbd2ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:03:13.717503 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-58605889-c8c5-49f2-854f-42ee40028094 req-29175ba7-1cdd-41a4-8f33-445f1d207be1 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762563 Feb 16 16:03:13.742723 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2baaea7-4746-4949-8eb1-b2d51df7440e admin admin] Network 45f2857c-5bdc-476f-9384-4f61c45c28bf is already hosted by enough agents. {{(pid=84074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 16:03:13.744175 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.base_scheduler [None req-c2baaea7-4746-4949-8eb1-b2d51df7440e admin admin] Resources bound (agent type, host, resource id): {{(pid=84074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 16:03:13.832141 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Pushing event updated for resources: {'Port': ['ID=9c7a4ee5-aad2-457d-8a26-f9c39f8fb81d,revision_number=4']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:03:13.837203 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:03:14.002703 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-175657a9-94c4-4108-a65e-692fe1f02f54 None None] Provisioning complete for port cbae4516-30c2-48f8-bceb-abf5579fd378 triggered by entity DHCP. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:03:14.003016 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2baaea7-4746-4949-8eb1-b2d51df7440e admin admin] Router fd9d9436-d779-4a4e-abf9-a5e569a1e831 has already been hosted by L3 agent 4f2d6f55-b6e7-4768-88f5-01ac5c4c3902 {{(pid=84074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 16:03:14.003560 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-175657a9-94c4-4108-a65e-692fe1f02f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:14.127718 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-175657a9-94c4-4108-a65e-692fe1f02f54 None None] Port cbae4516-30c2-48f8-bceb-abf5579fd378 cannot update to ACTIVE because it is not bound. {{(pid=84076) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 16:03:14.260925 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2baaea7-4746-4949-8eb1-b2d51df7440e admin admin] Notify agent at l3_agent.dv-cinder-775706-1-iscsi the message routers_updated {{(pid=84074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 16:03:14.274718 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-c2baaea7-4746-4949-8eb1-b2d51df7440e admin admin] 10.222.0.101 "PUT /v2.0/routers/fd9d9436-d779-4a4e-abf9-a5e569a1e831/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8839633 Feb 16 16:03:14.637817 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e6056d-6a7e-4998-8ba4-6e94976d58bc req-c1d6f824-207c-4615-a7b6-586ea7282fd0 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:03:14.645992 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-00e6056d-6a7e-4998-8ba4-6e94976d58bc req-c1d6f824-207c-4615-a7b6-586ea7282fd0 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/ports?device_id=9602e576-dd8e-45b0-a239-2323eaf35b7a HTTP/1.1" status: 200 len: 946 time: 0.3324244 Feb 16 16:03:14.690902 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-00e6056d-6a7e-4998-8ba4-6e94976d58bc req-165f79c6-8a35-4258-883f-1ff7061bd160 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef25aa2-a300-4d1c-9993-bed7a0e4bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438986 Feb 16 16:03:14.723227 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 52620) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:03:14.878542 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-26865252-1cd5-4b56-a61c-5ffa8cd2622d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:14.896010 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-26865252-1cd5-4b56-a61c-5ffa8cd2622d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:03:14.902452 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-26865252-1cd5-4b56-a61c-5ffa8cd2622d admin admin] Usage tracker for resource:security_group_rule and tenant:00a217cd37bd41118282ec12b592c263 is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:03:14.905504 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-26865252-1cd5-4b56-a61c-5ffa8cd2622d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:03:14.911686 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-26865252-1cd5-4b56-a61c-5ffa8cd2622d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:03:14.948896 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdfe7fa-b3ca-46ed-aabb-d393d60ca4ef req-062750c8-c8f1-458c-b834-95c10b84a150 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:03:14.950446 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-4cdfe7fa-b3ca-46ed-aabb-d393d60ca4ef req-062750c8-c8f1-458c-b834-95c10b84a150 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 944 time: 0.0986826 Feb 16 16:03:15.015036 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-26865252-1cd5-4b56-a61c-5ffa8cd2622d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:15.015403 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-4cdfe7fa-b3ca-46ed-aabb-d393d60ca4ef req-d0da07a3-f448-484b-80c7-c57a12c084c3 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565476 Feb 16 16:03:15.040899 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01d1a62-eb52-4b8b-bebd-927a4fc0900c None None] Sync routers for ids ['fd9d9436-d779-4a4e-abf9-a5e569a1e831'] in dv-cinder-775706-1-iscsi {{(pid=84077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 16:03:15.056852 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01d1a62-eb52-4b8b-bebd-927a4fc0900c None None] Routers {'fd9d9436-d779-4a4e-abf9-a5e569a1e831'} bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 16:03:15.056852 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-f01d1a62-eb52-4b8b-bebd-927a4fc0900c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-16T15:47:20Z,description=,heartbeat_timestamp=2021-02-16T16:02:51Z,host='dv-cinder-775706-1-iscsi',id=4f2d6f55-b6e7-4768-88f5-01ac5c4c3902,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:47:21Z,topic='l3_agent')) {'router_ids': ['fd9d9436-d779-4a4e-abf9-a5e569a1e831'], 'active': True} {{(pid=84077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:03:15.079047 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-26865252-1cd5-4b56-a61c-5ffa8cd2622d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:15.100911 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-824b2b8c-642d-49f2-a0b9-91c264a31e66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:03:15.139938 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26865252-1cd5-4b56-a61c-5ffa8cd2622d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6914b80-e2fa-4151-8391-04ec5296b133,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:03:15.146098 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-26865252-1cd5-4b56-a61c-5ffa8cd2622d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:03:15.168904 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 52640) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:03:15.169199 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-26865252-1cd5-4b56-a61c-5ffa8cd2622d admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=00a217cd37bd41118282ec12b592c263&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4447434 Feb 16 16:03:15.186717 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device 9c7a4ee5-aad2-457d-8a26-f9c39f8fb81d up at agent ovs-agent-dv-cinder-775706-1-iscsi {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 16:03:15.246320 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ca47661a-cbca-465d-b13c-017ce9ecd303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:15.267116 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvr_db [None req-f01d1a62-eb52-4b8b-bebd-927a4fc0900c None None] Set router fd9d9436-d779-4a4e-abf9-a5e569a1e831 gateway port host: dv-cinder-775706-1-iscsi {{(pid=84077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 16:03:15.271740 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Provisioning complete for port 9c7a4ee5-aad2-457d-8a26-f9c39f8fb81d triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:03:15.272303 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:15.283867 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ca47661a-cbca-465d-b13c-017ce9ecd303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:15.343438 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 52646) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:03:15.350070 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [None req-b1c049a1-9b67-4ae5-90b5-6c1d921a96a5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1569180408-network', 'tenant_id': '0b070fc5e65447debc49b395c2fa9e9a'}} {{(pid=84075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:03:15.355252 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-b1c049a1-9b67-4ae5-90b5-6c1d921a96a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:03:15.360078 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-b1c049a1-9b67-4ae5-90b5-6c1d921a96a5 admin admin] Usage tracker for resource:network and tenant:0b070fc5e65447debc49b395c2fa9e9a is out of sync, need to count used quota {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:03:15.363180 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-b1c049a1-9b67-4ae5-90b5-6c1d921a96a5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:03:15.372336 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ca47661a-cbca-465d-b13c-017ce9ecd303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:15.376492 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-b1c049a1-9b67-4ae5-90b5-6c1d921a96a5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:03:15.379815 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-78fa6fb8-47c2-406c-b6de-3b6fba008d9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:03:15.396606 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca47661a-cbca-465d-b13c-017ce9ecd303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6914b80-e2fa-4151-8391-04ec5296b133,revision_number=None']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:03:15.403569 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ca47661a-cbca-465d-b13c-017ce9ecd303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:15.405074 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-ca47661a-cbca-465d-b13c-017ce9ecd303 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d6914b80-e2fa-4151-8391-04ec5296b133 HTTP/1.1" status: 204 len: 168 time: 0.2344902 Feb 16 16:03:15.406231 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-ca47661a-cbca-465d-b13c-017ce9ecd303 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:03:15.426962 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1c049a1-9b67-4ae5-90b5-6c1d921a96a5 admin admin] Made reservation on behalf of 0b070fc5e65447debc49b395c2fa9e9a for: {'network': 1} {{(pid=84075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 16:03:15.432728 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b1c049a1-9b67-4ae5-90b5-6c1d921a96a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for network, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:15.451200 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b1c049a1-9b67-4ae5-90b5-6c1d921a96a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:15.468643 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-b1c049a1-9b67-4ae5-90b5-6c1d921a96a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:03:15.473288 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-b1c049a1-9b67-4ae5-90b5-6c1d921a96a5 admin admin] Usage tracker for resource:security_group_rule and tenant:0b070fc5e65447debc49b395c2fa9e9a is out of sync, need to count used quota {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:03:15.476507 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-b1c049a1-9b67-4ae5-90b5-6c1d921a96a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:03:15.483400 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-b1c049a1-9b67-4ae5-90b5-6c1d921a96a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:03:15.573913 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b1c049a1-9b67-4ae5-90b5-6c1d921a96a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:15.609529 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b1c049a1-9b67-4ae5-90b5-6c1d921a96a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:15.626798 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-fafb0847-b3e3-4b62-8b9c-8bbcd4c8cb01 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:03:15.635449 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1c049a1-9b67-4ae5-90b5-6c1d921a96a5 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=84075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 16 16:03:15.651065 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-f01d1a62-eb52-4b8b-bebd-927a4fc0900c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'name': 'tempest-TestVolumeBootPattern-1822681073-router', 'tenant_id': '9ba01355ccec4f5ba422cc289f631770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '9c7a4ee5-aad2-457d-8a26-f9c39f8fb81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T16:03:02Z', 'updated_at': '2021-02-16T16:03:10Z', 'revision_number': 4, 'project_id': '9ba01355ccec4f5ba422cc289f631770', 'gw_port': {'id': '9c7a4ee5-aad2-457d-8a26-f9c39f8fb81d', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:03:04Z', 'updated_at': '2021-02-16T16:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_interfaces': [{'id': 'cbae4516-30c2-48f8-bceb-abf5579fd378', 'name': '', 'network_id': '45f2857c-5bdc-476f-9384-4f61c45c28bf', 'tenant_id': '9ba01355ccec4f5ba422cc289f631770', 'mac_address': 'fa:16:3e:95:33:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'de8ce4f7-6e00-466a-9aac-6c50642948a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:03:09Z', 'updated_at': '2021-02-16T16:03:10Z', 'revision_number': 2, 'project_id': '9ba01355ccec4f5ba422cc289f631770', 'subnets': [{'id': 'de8ce4f7-6e00-466a-9aac-6c50642948a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-iscsi', False) {} {{(pid=84077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:03:15.655666 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01d1a62-eb52-4b8b-bebd-927a4fc0900c None None] Checking router: fd9d9436-d779-4a4e-abf9-a5e569a1e831 for host: dv-cinder-775706-1-iscsi {{(pid=84077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 16:03:15.656244 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01d1a62-eb52-4b8b-bebd-927a4fc0900c None None] Updating router fd9d9436-d779-4a4e-abf9-a5e569a1e831 port cbae4516-30c2-48f8-bceb-abf5579fd378 binding host dv-cinder-775706-1-iscsi {{(pid=84077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 16 16:03:15.658805 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c049a1-9b67-4ae5-90b5-6c1d921a96a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c340cbb0-6bd0-49b9-9a71-90a7d21961df,revision_number=1']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:03:15.668198 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-b1c049a1-9b67-4ae5-90b5-6c1d921a96a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:03:15.673924 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b1c049a1-9b67-4ae5-90b5-6c1d921a96a5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776636542681', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797496'] for segment, precommit_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:15.674379 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.db.segments_db [None req-b1c049a1-9b67-4ae5-90b5-6c1d921a96a5 admin admin] Added segment f89b4a51-5cb3-4753-a54d-d44c275e69f5 of type vxlan for network ffe13c02-25b6-452b-9b78-8381e3f3cdaa Feb 16 16:03:15.704141 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b1c049a1-9b67-4ae5-90b5-6c1d921a96a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776635995166'] for network, precommit_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:15.724759 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f01d1a62-eb52-4b8b-bebd-927a4fc0900c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:15.764000 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b1c049a1-9b67-4ae5-90b5-6c1d921a96a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677'] for network, after_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:15.766181 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c049a1-9b67-4ae5-90b5-6c1d921a96a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:03:15.767173 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b1c049a1-9b67-4ae5-90b5-6c1d921a96a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210664'] for network, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:15.796556 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:03:15.874394 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-b1c049a1-9b67-4ae5-90b5-6c1d921a96a5 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5297651 Feb 16 16:03:15.878346 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 52658) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:03:15.886019 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [None req-c134a5ad-b1e3-48e4-a355-e33867ad55d4 admin admin] Request body: {'subnet': {'network_id': 'ffe13c02-25b6-452b-9b78-8381e3f3cdaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1569180408-subnet', 'tenant_id': '0b070fc5e65447debc49b395c2fa9e9a', 'ip_version': 4}} {{(pid=84074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:03:15.894203 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-c134a5ad-b1e3-48e4-a355-e33867ad55d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:03:15.899541 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-c134a5ad-b1e3-48e4-a355-e33867ad55d4 admin admin] Usage tracker for resource:subnet and tenant:0b070fc5e65447debc49b395c2fa9e9a is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:03:15.904207 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-c134a5ad-b1e3-48e4-a355-e33867ad55d4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:03:15.910875 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-c134a5ad-b1e3-48e4-a355-e33867ad55d4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:03:15.940964 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 52662) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:03:15.954213 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c049a1-9b67-4ae5-90b5-6c1d921a96a5 admin admin] Pushing event updated for resources: {'Network': ['ID=ffe13c02-25b6-452b-9b78-8381e3f3cdaa,revision_number=1']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:03:15.959772 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-b1c049a1-9b67-4ae5-90b5-6c1d921a96a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:03:15.963428 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c134a5ad-b1e3-48e4-a355-e33867ad55d4 admin admin] Made reservation on behalf of 0b070fc5e65447debc49b395c2fa9e9a for: {'subnet': 1} {{(pid=84074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 16:03:15.967286 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Network ffe13c02-25b6-452b-9b78-8381e3f3cdaa details requested by agent ovs-agent-dv-cinder-775706-1-iscsi with host dv-cinder-775706-1-iscsi {{(pid=84076) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 16:03:15.970694 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c134a5ad-b1e3-48e4-a355-e33867ad55d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6663298'] for subnet, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:15.986046 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Network ffe13c02-25b6-452b-9b78-8381e3f3cdaa details requested by agent ovs-agent-hv-cinder-77570 with host hv-cinder-77570 {{(pid=84076) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 16:03:15.992910 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-68aea007-54a3-4b04-a28f-eecf3d5a4a7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:15.998801 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30818e76-0df4-4723-8476-5f3bb8df4025 req-a38039ce-5f3b-49a7-af9d-eeab13dc4e18 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:03:16.000582 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-30818e76-0df4-4723-8476-5f3bb8df4025 req-a38039ce-5f3b-49a7-af9d-eeab13dc4e18 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/ports?device_id=9602e576-dd8e-45b0-a239-2323eaf35b7a HTTP/1.1" status: 200 len: 946 time: 0.1818759 Feb 16 16:03:16.032368 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-68aea007-54a3-4b04-a28f-eecf3d5a4a7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:03:16.077325 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-30818e76-0df4-4723-8476-5f3bb8df4025 req-f6b80c1f-07a8-47a2-8956-1625eb699066 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef25aa2-a300-4d1c-9993-bed7a0e4bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684187 Feb 16 16:03:16.114232 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-68aea007-54a3-4b04-a28f-eecf3d5a4a7d admin admin] Usage tracker for resource:security_group_rule and tenant:4867f1e5748d4b05a0205169bbd0bceb is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:03:16.123382 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-68aea007-54a3-4b04-a28f-eecf3d5a4a7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:03:16.134340 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-68aea007-54a3-4b04-a28f-eecf3d5a4a7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:03:16.221975 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f01d1a62-eb52-4b8b-bebd-927a4fc0900c None None] Notify callbacks [] for port, precommit_update {{(pid=84077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:16.237314 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-f01d1a62-eb52-4b8b-bebd-927a4fc0900c None None] Transition to ACTIVE for port object cbae4516-30c2-48f8-bceb-abf5579fd378 will not be triggered until provisioned by entity L2. {{(pid=84077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 16:03:16.267361 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f01d1a62-eb52-4b8b-bebd-927a4fc0900c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:16.276550 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc8513a-28f6-43e5-84d8-50b60d2c2f88 req-b1510c68-2458-46c6-bbba-bdf2f998791f tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:03:16.285384 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-9bc8513a-28f6-43e5-84d8-50b60d2c2f88 req-b1510c68-2458-46c6-bbba-bdf2f998791f tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 944 time: 0.1080992 Feb 16 16:03:16.289389 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-70867da9-4b06-46cb-9d31-163a265c592c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:03:16.363691 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-9bc8513a-28f6-43e5-84d8-50b60d2c2f88 req-a961a242-c1a5-4ad8-a6f9-e0c0b522f369 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771475 Feb 16 16:03:16.383356 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-68aea007-54a3-4b04-a28f-eecf3d5a4a7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:16.437088 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-68aea007-54a3-4b04-a28f-eecf3d5a4a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:16.447036 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-656a8f79-8add-4b3c-95be-f8cb66caeb55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:03:16.473905 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93725050-7003-47a0-b8f9-db3e1b404504 None None] Pushing event updated for resources: {'Port': ['ID=cbae4516-30c2-48f8-bceb-abf5579fd378,revision_number=3']} {{(pid=84077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:03:16.499759 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93725050-7003-47a0-b8f9-db3e1b404504 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:03:16.500147 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93725050-7003-47a0-b8f9-db3e1b404504 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:03:16.500525 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93725050-7003-47a0-b8f9-db3e1b404504 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:03:16.500898 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93725050-7003-47a0-b8f9-db3e1b404504 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:03:16.501269 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93725050-7003-47a0-b8f9-db3e1b404504 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:03:16.501634 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93725050-7003-47a0-b8f9-db3e1b404504 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:03:16.501999 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93725050-7003-47a0-b8f9-db3e1b404504 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:03:16.502364 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93725050-7003-47a0-b8f9-db3e1b404504 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:03:16.502771 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93725050-7003-47a0-b8f9-db3e1b404504 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:03:16.503136 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93725050-7003-47a0-b8f9-db3e1b404504 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:03:16.503495 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93725050-7003-47a0-b8f9-db3e1b404504 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:03:16.503858 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93725050-7003-47a0-b8f9-db3e1b404504 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:03:16.504258 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93725050-7003-47a0-b8f9-db3e1b404504 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:03:16.504623 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93725050-7003-47a0-b8f9-db3e1b404504 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:03:16.504981 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93725050-7003-47a0-b8f9-db3e1b404504 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:03:16.505350 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93725050-7003-47a0-b8f9-db3e1b404504 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:03:16.505697 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93725050-7003-47a0-b8f9-db3e1b404504 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:03:16.506043 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93725050-7003-47a0-b8f9-db3e1b404504 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:03:16.506396 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93725050-7003-47a0-b8f9-db3e1b404504 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:03:16.506782 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93725050-7003-47a0-b8f9-db3e1b404504 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:03:16.507158 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93725050-7003-47a0-b8f9-db3e1b404504 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:03:16.507515 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93725050-7003-47a0-b8f9-db3e1b404504 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:03:16.507871 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93725050-7003-47a0-b8f9-db3e1b404504 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:03:16.508225 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93725050-7003-47a0-b8f9-db3e1b404504 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:03:16.514920 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-93725050-7003-47a0-b8f9-db3e1b404504 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=84077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:03:16.541124 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-68aea007-54a3-4b04-a28f-eecf3d5a4a7d admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=4867f1e5748d4b05a0205169bbd0bceb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5986142 Feb 16 16:03:16.543977 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 52668) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:03:16.545444 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aea007-54a3-4b04-a28f-eecf3d5a4a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc61622c-c92f-4870-9816-b5a79c97c787,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:03:16.552078 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-68aea007-54a3-4b04-a28f-eecf3d5a4a7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:03:16.624820 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-577ce79f-9b81-43ba-84ce-69c403f138e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:16.656731 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-577ce79f-9b81-43ba-84ce-69c403f138e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:16.698439 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-f01d1a62-eb52-4b8b-bebd-927a4fc0900c None None] Attempting to bind port cbae4516-30c2-48f8-bceb-abf5579fd378 on host dv-cinder-775706-1-iscsi for vnic_type normal with profile {{(pid=84077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:03:16.698881 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-f01d1a62-eb52-4b8b-bebd-927a4fc0900c None None] Attempting to bind port cbae4516-30c2-48f8-bceb-abf5579fd378 by drivers openvswitch on host dv-cinder-775706-1-iscsi at level 0 using segments [{'id': 'f21b7891-dd2d-40e6-bd74-d5b6d5194f31', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '45f2857c-5bdc-476f-9384-4f61c45c28bf'}] {{(pid=84077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 16:03:16.699296 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01d1a62-eb52-4b8b-bebd-927a4fc0900c None None] Attempting to bind port cbae4516-30c2-48f8-bceb-abf5579fd378 on network 45f2857c-5bdc-476f-9384-4f61c45c28bf {{(pid=84077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 16:03:16.707185 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01d1a62-eb52-4b8b-bebd-927a4fc0900c None None] Checking agent: {'id': '84f77aeb-7661-44c0-b112-b1bf68bd83fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 15, 47, 21), 'started_at': datetime.datetime(2021, 2, 16, 15, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 16, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.95', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 16:03:16.707616 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01d1a62-eb52-4b8b-bebd-927a4fc0900c None None] Checking segment: {'id': 'f21b7891-dd2d-40e6-bd74-d5b6d5194f31', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '45f2857c-5bdc-476f-9384-4f61c45c28bf'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 16:03:16.708081 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f01d1a62-eb52-4b8b-bebd-927a4fc0900c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:16.708526 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01d1a62-eb52-4b8b-bebd-927a4fc0900c None None] Bound using segment: {'id': 'f21b7891-dd2d-40e6-bd74-d5b6d5194f31', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '45f2857c-5bdc-476f-9384-4f61c45c28bf'} {{(pid=84077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 16:03:16.709239 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-f01d1a62-eb52-4b8b-bebd-927a4fc0900c None None] Bound port: cbae4516-30c2-48f8-bceb-abf5579fd378, host: dv-cinder-775706-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f21b7891-dd2d-40e6-bd74-d5b6d5194f31', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '45f2857c-5bdc-476f-9384-4f61c45c28bf'}}] {{(pid=84077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 16:03:16.709496 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f01d1a62-eb52-4b8b-bebd-927a4fc0900c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:16.758100 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-577ce79f-9b81-43ba-84ce-69c403f138e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:16.766344 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:03:16.784359 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577ce79f-9b81-43ba-84ce-69c403f138e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc61622c-c92f-4870-9816-b5a79c97c787,revision_number=None']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:03:16.786677 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-577ce79f-9b81-43ba-84ce-69c403f138e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:16.787985 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-577ce79f-9b81-43ba-84ce-69c403f138e5 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/dc61622c-c92f-4870-9816-b5a79c97c787 HTTP/1.1" status: 204 len: 168 time: 0.2424028 Feb 16 16:03:16.789367 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-577ce79f-9b81-43ba-84ce-69c403f138e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:03:16.817268 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-f01d1a62-eb52-4b8b-bebd-927a4fc0900c None None] For port cbae4516-30c2-48f8-bceb-abf5579fd378, host dv-cinder-775706-1-iscsi, cleared binding levels {{(pid=84077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 16:03:16.821089 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-f01d1a62-eb52-4b8b-bebd-927a4fc0900c None None] For port cbae4516-30c2-48f8-bceb-abf5579fd378, host dv-cinder-775706-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-iscsi',level=0,port_id=cbae4516-30c2-48f8-bceb-abf5579fd378,segment=NetworkSegment(f21b7891-dd2d-40e6-bd74-d5b6d5194f31),segment_id=f21b7891-dd2d-40e6-bd74-d5b6d5194f31)] {{(pid=84077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 16:03:16.855447 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f01d1a62-eb52-4b8b-bebd-927a4fc0900c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:16.870790 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-4e90cdbb-2ef4-4152-84d1-bf6f1b1521dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:03:16.950083 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c134a5ad-b1e3-48e4-a355-e33867ad55d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6980706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6663345'] for subnet, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:16.967796 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-2ce6caa8-bb43-4483-a941-13edb94748d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:03:17.028525 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93725050-7003-47a0-b8f9-db3e1b404504 None None] Pushing event updated for resources: {'Port': ['ID=cbae4516-30c2-48f8-bceb-abf5579fd378,revision_number=4']} {{(pid=84077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:03:17.034050 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-93725050-7003-47a0-b8f9-db3e1b404504 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:03:17.104351 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01d1a62-eb52-4b8b-bebd-927a4fc0900c None None] Routers {'fd9d9436-d779-4a4e-abf9-a5e569a1e831'} bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 16:03:17.105041 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-f01d1a62-eb52-4b8b-bebd-927a4fc0900c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-16T15:47:20Z,description=,heartbeat_timestamp=2021-02-16T16:02:51Z,host='dv-cinder-775706-1-iscsi',id=4f2d6f55-b6e7-4768-88f5-01ac5c4c3902,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:47:21Z,topic='l3_agent')) {'router_ids': ['fd9d9436-d779-4a4e-abf9-a5e569a1e831'], 'active': True} {{(pid=84077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:03:17.110338 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c134a5ad-b1e3-48e4-a355-e33867ad55d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3efde795-e73c-406f-bf6f-0396da4214da,revision_number=0']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:03:17.139140 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-c134a5ad-b1e3-48e4-a355-e33867ad55d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:03:17.238852 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device cbae4516-30c2-48f8-bceb-abf5579fd378 up at agent ovs-agent-dv-cinder-775706-1-iscsi {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 16:03:17.275202 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c134a5ad-b1e3-48e4-a355-e33867ad55d4 admin admin] Checking segment: {'id': 'f89b4a51-5cb3-4753-a54d-d44c275e69f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ffe13c02-25b6-452b-9b78-8381e3f3cdaa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 16:03:17.275955 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c134a5ad-b1e3-48e4-a355-e33867ad55d4 admin admin] Network hostable DHCP agents. Network: ffe13c02-25b6-452b-9b78-8381e3f3cdaa, hostable agents: ['47b90563-7f25-4d7d-8681-11e1fb253c09'], hosted agents: [] {{(pid=84074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 16 16:03:17.358404 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c134a5ad-b1e3-48e4-a355-e33867ad55d4 admin admin] Network ffe13c02-25b6-452b-9b78-8381e3f3cdaa is scheduled to be hosted by DHCP agent 47b90563-7f25-4d7d-8681-11e1fb253c09 with binding_index 1 {{(pid=84074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 16 16:03:17.380247 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvr_db [None req-f01d1a62-eb52-4b8b-bebd-927a4fc0900c None None] Set router fd9d9436-d779-4a4e-abf9-a5e569a1e831 gateway port host: dv-cinder-775706-1-iscsi {{(pid=84077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 16:03:17.398743 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-71b8a242-a16d-419a-98c3-879eaec65836 None None] Provisioning complete for port cbae4516-30c2-48f8-bceb-abf5579fd378 triggered by entity DHCP. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:03:17.399438 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-71b8a242-a16d-419a-98c3-879eaec65836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:17.409416 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.base_scheduler [None req-c134a5ad-b1e3-48e4-a355-e33867ad55d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-1-iscsi, ffe13c02-25b6-452b-9b78-8381e3f3cdaa) {{(pid=84074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 16:03:17.437673 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c134a5ad-b1e3-48e4-a355-e33867ad55d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:03:17.438382 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c134a5ad-b1e3-48e4-a355-e33867ad55d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:17.484485 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe14d245-1855-415a-b505-f28ca617347a req-0f38781b-5db2-4fd8-a544-292a3ab78356 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:03:17.492776 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Provisioning for port cbae4516-30c2-48f8-bceb-abf5579fd378 completed by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 16:03:17.498207 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177551fa-3130-4fe9-b3ea-f8b0fc19eb8e None None] Network ffe13c02-25b6-452b-9b78-8381e3f3cdaa requested from dv-cinder-775706-1-iscsi {{(pid=84076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 16:03:17.503284 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-fe14d245-1855-415a-b505-f28ca617347a req-0f38781b-5db2-4fd8-a544-292a3ab78356 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/ports?device_id=9602e576-dd8e-45b0-a239-2323eaf35b7a HTTP/1.1" status: 200 len: 946 time: 0.2135503 Feb 16 16:03:17.507352 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-c134a5ad-b1e3-48e4-a355-e33867ad55d4 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6276734 Feb 16 16:03:17.509819 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 52686) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:03:17.516141 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [None req-61e1a2a6-ded9-499b-a956-5057a1510f6f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1569180408-router', 'tenant_id': '0b070fc5e65447debc49b395c2fa9e9a', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6'}}} {{(pid=84074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:03:17.522366 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-61e1a2a6-ded9-499b-a956-5057a1510f6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:03:17.532471 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-61e1a2a6-ded9-499b-a956-5057a1510f6f admin admin] Usage tracker for resource:router and tenant:0b070fc5e65447debc49b395c2fa9e9a is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:03:17.537126 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-61e1a2a6-ded9-499b-a956-5057a1510f6f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:03:17.540613 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Provisioning complete for port cbae4516-30c2-48f8-bceb-abf5579fd378 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:03:17.541304 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:17.546783 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-61e1a2a6-ded9-499b-a956-5057a1510f6f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:03:17.603645 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-61e1a2a6-ded9-499b-a956-5057a1510f6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-877582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63965'] for router, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:17.604808 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-61e1a2a6-ded9-499b-a956-5057a1510f6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853898234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853866136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854113137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854711868'] for router, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:17.636525 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-61e1a2a6-ded9-499b-a956-5057a1510f6f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:17.654726 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-fe14d245-1855-415a-b505-f28ca617347a req-f1e4db6a-b4c8-4780-9b43-7bef76a5e71f tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef25aa2-a300-4d1c-9993-bed7a0e4bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503630 Feb 16 16:03:17.690403 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc8c32-61d7-4534-a625-000ad1d8608b req-53f50e6d-161e-4b9d-9048-1a8022fafcf6 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:03:17.692758 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-23dc8c32-61d7-4534-a625-000ad1d8608b req-53f50e6d-161e-4b9d-9048-1a8022fafcf6 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 944 time: 0.1309690 Feb 16 16:03:17.731604 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-71b8a242-a16d-419a-98c3-879eaec65836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:17.751233 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-23dc8c32-61d7-4534-a625-000ad1d8608b req-aa542204-8f50-44f0-851b-8fe177385d95 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520365 Feb 16 16:03:17.784125 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-71b8a242-a16d-419a-98c3-879eaec65836 None None] For port cbae4516-30c2-48f8-bceb-abf5579fd378, host dv-cinder-775706-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-iscsi',level=0,port_id=cbae4516-30c2-48f8-bceb-abf5579fd378,segment=NetworkSegment(f21b7891-dd2d-40e6-bd74-d5b6d5194f31),segment_id=f21b7891-dd2d-40e6-bd74-d5b6d5194f31)] {{(pid=84076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:03:17.819002 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-71b8a242-a16d-419a-98c3-879eaec65836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:17.825214 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:03:17.901869 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-202aac8a-e4c0-4f88-8e23-ec147ba66b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:17.916170 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b8a242-a16d-419a-98c3-879eaec65836 None None] Pushing event updated for resources: {'Port': ['ID=cbae4516-30c2-48f8-bceb-abf5579fd378,revision_number=5']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:03:17.942177 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-71b8a242-a16d-419a-98c3-879eaec65836 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:03:18.093004 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-61e1a2a6-ded9-499b-a956-5057a1510f6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853866217', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853898046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854711817'] for router, precommit_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:18.114477 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341db4ec-c463-4376-b14a-517850fbcbc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb25ab78c-394c-56d3-b2e1-bf845d3bcb0e-ffe13c02-25b6-452b-9b78-8381e3f3cdaa', 'network_id': 'ffe13c02-25b6-452b-9b78-8381e3f3cdaa', 'tenant_id': '0b070fc5e65447debc49b395c2fa9e9a', 'fixed_ips': [{'subnet_id': '3efde795-e73c-406f-bf6f-0396da4214da'}]}} from dv-cinder-775706-1-iscsi. {{(pid=84076) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 16 16:03:18.114813 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-f01d1a62-eb52-4b8b-bebd-927a4fc0900c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'name': 'tempest-TestVolumeBootPattern-1822681073-router', 'tenant_id': '9ba01355ccec4f5ba422cc289f631770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '9c7a4ee5-aad2-457d-8a26-f9c39f8fb81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T16:03:02Z', 'updated_at': '2021-02-16T16:03:10Z', 'revision_number': 4, 'project_id': '9ba01355ccec4f5ba422cc289f631770', 'gw_port': {'id': '9c7a4ee5-aad2-457d-8a26-f9c39f8fb81d', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:03:04Z', 'updated_at': '2021-02-16T16:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_interfaces': [{'id': 'cbae4516-30c2-48f8-bceb-abf5579fd378', 'name': '', 'network_id': '45f2857c-5bdc-476f-9384-4f61c45c28bf', 'tenant_id': '9ba01355ccec4f5ba422cc289f631770', 'mac_address': 'fa:16:3e:95:33:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'de8ce4f7-6e00-466a-9aac-6c50642948a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:03:09Z', 'updated_at': '2021-02-16T16:03:16Z', 'revision_number': 4, 'project_id': '9ba01355ccec4f5ba422cc289f631770', 'subnets': [{'id': 'de8ce4f7-6e00-466a-9aac-6c50642948a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-iscsi', False) {} {{(pid=84077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:03:18.115623 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-341db4ec-c463-4376-b14a-517850fbcbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_create {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:18.120679 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01d1a62-eb52-4b8b-bebd-927a4fc0900c None None] The sync data for ids ['fd9d9436-d779-4a4e-abf9-a5e569a1e831'] in dv-cinder-775706-1-iscsi is: [{'id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'name': 'tempest-TestVolumeBootPattern-1822681073-router', 'tenant_id': '9ba01355ccec4f5ba422cc289f631770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '9c7a4ee5-aad2-457d-8a26-f9c39f8fb81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T16:03:02Z', 'updated_at': '2021-02-16T16:03:10Z', 'revision_number': 4, 'project_id': '9ba01355ccec4f5ba422cc289f631770', 'gw_port': {'id': '9c7a4ee5-aad2-457d-8a26-f9c39f8fb81d', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:03:04Z', 'updated_at': '2021-02-16T16:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_interfaces': [{'id': 'cbae4516-30c2-48f8-bceb-abf5579fd378', 'name': '', 'network_id': '45f2857c-5bdc-476f-9384-4f61c45c28bf', 'tenant_id': '9ba01355ccec4f5ba422cc289f631770', 'mac_address': 'fa:16:3e:95:33:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'de8ce4f7-6e00-466a-9aac-6c50642948a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:03:09Z', 'updated_at': '2021-02-16T16:03:16Z', 'revision_number': 4, 'project_id': '9ba01355ccec4f5ba422cc289f631770', 'subnets': [{'id': 'de8ce4f7-6e00-466a-9aac-6c50642948a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 16:03:18.495643 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.db_base_plugin_common [None req-341db4ec-c463-4376-b14a-517850fbcbc1 None None] Allocated IP 172.20.0.2 (ffe13c02-25b6-452b-9b78-8381e3f3cdaa/3efde795-e73c-406f-bf6f-0396da4214da/773dfd31-bc94-44f0-8600-993e5d64521e) {{(pid=84076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 16:03:18.570759 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-61e1a2a6-ded9-499b-a956-5057a1510f6f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:18.605681 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-61e1a2a6-ded9-499b-a956-5057a1510f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:18.833268 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-341db4ec-c463-4376-b14a-517850fbcbc1 None None] Notify callbacks [] for port, precommit_create {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:18.847765 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-341db4ec-c463-4376-b14a-517850fbcbc1 None None] Transition to ACTIVE for port object 773dfd31-bc94-44f0-8600-993e5d64521e will not be triggered until provisioned by entity L2. {{(pid=84076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 16:03:18.868274 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-341db4ec-c463-4376-b14a-517850fbcbc1 None None] Transition to ACTIVE for port object 773dfd31-bc94-44f0-8600-993e5d64521e will not be triggered until provisioned by entity DHCP. {{(pid=84076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 16:03:18.873439 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 52710) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:03:18.901571 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-341db4ec-c463-4376-b14a-517850fbcbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776636048806'] for port, after_create {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:18.941311 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.db_base_plugin_common [None req-61e1a2a6-ded9-499b-a956-5057a1510f6f admin admin] Allocated IP 172.27.1.132 (4b949073-2dbc-48f8-99e6-0912404ac0f6/1330f553-cf5d-40b8-b778-7809bbd3e08c/af436bcb-56a8-470d-8275-05f20e1bc0da) {{(pid=84074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 16:03:18.946097 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d638c0bb-105c-49f3-9241-ace84fa9b145 req-82476465-22df-4698-9ce1-7d7c64aca52d tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:03:18.954185 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-d638c0bb-105c-49f3-9241-ace84fa9b145 req-82476465-22df-4698-9ce1-7d7c64aca52d tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/ports?device_id=9602e576-dd8e-45b0-a239-2323eaf35b7a HTTP/1.1" status: 200 len: 946 time: 0.1755941 Feb 16 16:03:18.968479 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-61de9bc0-6f0b-40fe-8e6d-de8bba9fe7bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:03:19.067544 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-d638c0bb-105c-49f3-9241-ace84fa9b145 req-a2bca158-4ed7-490c-8b22-87dc2d349628 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef25aa2-a300-4d1c-9993-bed7a0e4bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122696 Feb 16 16:03:19.142220 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0757c14-fae2-41ab-b68b-239f4b9f68d7 req-44f7b49f-59f8-4deb-9e6e-3ddd6271fd66 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:03:19.154688 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b0757c14-fae2-41ab-b68b-239f4b9f68d7 req-44f7b49f-59f8-4deb-9e6e-3ddd6271fd66 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 944 time: 0.1796815 Feb 16 16:03:19.185441 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341db4ec-c463-4376-b14a-517850fbcbc1 None None] Network ffe13c02-25b6-452b-9b78-8381e3f3cdaa is already hosted by enough agents. {{(pid=84076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 16:03:19.194566 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-23b19fbc-74a2-47f8-9990-fd18c09d28fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:19.196644 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.base_scheduler [None req-341db4ec-c463-4376-b14a-517850fbcbc1 None None] Resources bound (agent type, host, resource id): {{(pid=84076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 16:03:19.203169 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device cbae4516-30c2-48f8-bceb-abf5579fd378 up at agent ovs-agent-dv-cinder-775706-1-iscsi {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 16:03:19.217933 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-23b19fbc-74a2-47f8-9990-fd18c09d28fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:03:19.222067 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-61e1a2a6-ded9-499b-a956-5057a1510f6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:19.239035 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341db4ec-c463-4376-b14a-517850fbcbc1 None None] Received port after_create {{(pid=84076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 16:03:19.240921 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-23b19fbc-74a2-47f8-9990-fd18c09d28fe admin admin] Usage tracker for resource:security_group_rule and tenant:73ce3eeedd76455499545a045fe470c3 is out of sync, need to count used quota {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:03:19.248758 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b0757c14-fae2-41ab-b68b-239f4b9f68d7 req-ed35ebed-9b7e-460d-af45-2e116947da17 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965977 Feb 16 16:03:19.249709 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-23b19fbc-74a2-47f8-9990-fd18c09d28fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:03:19.255933 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-23b19fbc-74a2-47f8-9990-fd18c09d28fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:03:19.260572 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341db4ec-c463-4376-b14a-517850fbcbc1 None None] Pushing event updated for resources: {'Port': ['ID=773dfd31-bc94-44f0-8600-993e5d64521e,revision_number=1']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:03:19.267858 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-341db4ec-c463-4376-b14a-517850fbcbc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:03:19.289385 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-61e1a2a6-ded9-499b-a956-5057a1510f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776636048806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6980856'] for port, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:19.313298 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-be3d62ff-1817-4685-a1b0-4c8aa4cb318f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:03:19.347066 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-23b19fbc-74a2-47f8-9990-fd18c09d28fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:19.349442 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-341db4ec-c463-4376-b14a-517850fbcbc1 None None] Attempting to bind port 773dfd31-bc94-44f0-8600-993e5d64521e on host dv-cinder-775706-1-iscsi for vnic_type normal with profile {{(pid=84076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:03:19.349875 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-341db4ec-c463-4376-b14a-517850fbcbc1 None None] Attempting to bind port 773dfd31-bc94-44f0-8600-993e5d64521e by drivers openvswitch on host dv-cinder-775706-1-iscsi at level 0 using segments [{'id': 'f89b4a51-5cb3-4753-a54d-d44c275e69f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ffe13c02-25b6-452b-9b78-8381e3f3cdaa'}] {{(pid=84076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 16:03:19.350292 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341db4ec-c463-4376-b14a-517850fbcbc1 None None] Attempting to bind port 773dfd31-bc94-44f0-8600-993e5d64521e on network ffe13c02-25b6-452b-9b78-8381e3f3cdaa {{(pid=84076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 16:03:19.359997 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341db4ec-c463-4376-b14a-517850fbcbc1 None None] Checking agent: {'id': '84f77aeb-7661-44c0-b112-b1bf68bd83fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 15, 47, 21), 'started_at': datetime.datetime(2021, 2, 16, 15, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 16, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.95', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 16:03:19.360427 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341db4ec-c463-4376-b14a-517850fbcbc1 None None] Checking segment: {'id': 'f89b4a51-5cb3-4753-a54d-d44c275e69f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ffe13c02-25b6-452b-9b78-8381e3f3cdaa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 16:03:19.360882 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-341db4ec-c463-4376-b14a-517850fbcbc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:19.361328 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341db4ec-c463-4376-b14a-517850fbcbc1 None None] Bound using segment: {'id': 'f89b4a51-5cb3-4753-a54d-d44c275e69f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ffe13c02-25b6-452b-9b78-8381e3f3cdaa'} {{(pid=84076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 16:03:19.361905 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-341db4ec-c463-4376-b14a-517850fbcbc1 None None] Bound port: 773dfd31-bc94-44f0-8600-993e5d64521e, host: dv-cinder-775706-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f89b4a51-5cb3-4753-a54d-d44c275e69f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ffe13c02-25b6-452b-9b78-8381e3f3cdaa'}}] {{(pid=84076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 16:03:19.362333 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-341db4ec-c463-4376-b14a-517850fbcbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:19.363371 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-23b19fbc-74a2-47f8-9990-fd18c09d28fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:19.372855 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-04dec2bc-f296-400e-89b7-94efc8ffdd7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:03:19.420249 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-23b19fbc-74a2-47f8-9990-fd18c09d28fe admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=73ce3eeedd76455499545a045fe470c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5422344 Feb 16 16:03:19.420675 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 52718) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:03:19.424221 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b19fbc-74a2-47f8-9990-fd18c09d28fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=170dfaa7-44f0-4ff0-87fb-c7b738ad5ac2,revision_number=1']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:03:19.425995 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Provisioning complete for port cbae4516-30c2-48f8-bceb-abf5579fd378 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:03:19.426157 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:19.456114 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-23b19fbc-74a2-47f8-9990-fd18c09d28fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:03:19.460105 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e1a2a6-ded9-499b-a956-5057a1510f6f admin admin] Pushing event updated for resources: {'Port': ['ID=af436bcb-56a8-470d-8275-05f20e1bc0da,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:03:19.464487 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-61e1a2a6-ded9-499b-a956-5057a1510f6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:03:19.492992 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-3aab82be-8ec2-4278-bb59-1106ddeefb1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:19.514665 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e1a2a6-ded9-499b-a956-5057a1510f6f admin admin] Network 4b949073-2dbc-48f8-99e6-0912404ac0f6 is already hosted by enough agents. {{(pid=84074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 16:03:19.515920 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.base_scheduler [None req-61e1a2a6-ded9-499b-a956-5057a1510f6f admin admin] Resources bound (agent type, host, resource id): {{(pid=84074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 16:03:19.518250 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e1a2a6-ded9-499b-a956-5057a1510f6f admin admin] Received port after_create {{(pid=84074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 16:03:19.523287 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-3aab82be-8ec2-4278-bb59-1106ddeefb1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:19.534316 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-341db4ec-c463-4376-b14a-517850fbcbc1 None None] For port 773dfd31-bc94-44f0-8600-993e5d64521e, host dv-cinder-775706-1-iscsi, cleared binding levels {{(pid=84076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 16:03:19.543741 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-341db4ec-c463-4376-b14a-517850fbcbc1 None None] For port 773dfd31-bc94-44f0-8600-993e5d64521e, host dv-cinder-775706-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-iscsi',level=0,port_id=773dfd31-bc94-44f0-8600-993e5d64521e,segment=NetworkSegment(f89b4a51-5cb3-4753-a54d-d44c275e69f5),segment_id=f89b4a51-5cb3-4753-a54d-d44c275e69f5)] {{(pid=84076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 16:03:19.593381 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-341db4ec-c463-4376-b14a-517850fbcbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:19.611307 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-75fa4565-2772-4765-ad49-4e3a66fbd2ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:03:19.688961 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-3aab82be-8ec2-4278-bb59-1106ddeefb1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:19.696394 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-8efc2aaa-5da8-4517-8581-e4528b994e7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:03:19.716902 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-3aab82be-8ec2-4278-bb59-1106ddeefb1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:19.721187 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-3aab82be-8ec2-4278-bb59-1106ddeefb1a admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/170dfaa7-44f0-4ff0-87fb-c7b738ad5ac2 HTTP/1.1" status: 204 len: 168 time: 0.2961190 Feb 16 16:03:19.721187 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab82be-8ec2-4278-bb59-1106ddeefb1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=170dfaa7-44f0-4ff0-87fb-c7b738ad5ac2,revision_number=None']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:03:19.722560 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-3aab82be-8ec2-4278-bb59-1106ddeefb1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:03:19.828261 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341db4ec-c463-4376-b14a-517850fbcbc1 None None] Pushing event updated for resources: {'Port': ['ID=773dfd31-bc94-44f0-8600-993e5d64521e,revision_number=2']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:03:19.833682 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-341db4ec-c463-4376-b14a-517850fbcbc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:03:20.019609 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-61e1a2a6-ded9-499b-a956-5057a1510f6f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:20.339458 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a055e32-0eae-4234-a584-0c9847c6a8fb req-1a95b561-9dc6-4156-9f1f-f4c055229947 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:03:20.342126 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-4a055e32-0eae-4234-a584-0c9847c6a8fb req-1a95b561-9dc6-4156-9f1f-f4c055229947 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/ports?device_id=9602e576-dd8e-45b0-a239-2323eaf35b7a HTTP/1.1" status: 200 len: 946 time: 0.1121736 Feb 16 16:03:20.358817 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d05518bb-17ee-4865-b03c-31693adcda8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:20.425937 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-4a055e32-0eae-4234-a584-0c9847c6a8fb req-47c1a44e-f9af-41e5-8b2c-4ee0de1554bf tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef25aa2-a300-4d1c-9993-bed7a0e4bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753777 Feb 16 16:03:20.490607 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-61e1a2a6-ded9-499b-a956-5057a1510f6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-877770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-909817'] for router, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:20.532692 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e9cdb-1551-441b-ab6a-9f555130e1e4 req-71e559be-ace1-4619-b48a-48011c980f99 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:03:20.535052 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b10e9cdb-1551-441b-ab6a-9f555130e1e4 req-71e559be-ace1-4619-b48a-48011c980f99 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 944 time: 0.1072636 Feb 16 16:03:20.580793 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-6124dddf-a9ae-43a6-a83d-a56fdc3f69fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:20.602589 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b10e9cdb-1551-441b-ab6a-9f555130e1e4 req-f048b55c-72f3-465d-8852-4fc4e432a5ee tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602024 Feb 16 16:03:21.011289 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9070dae-745b-4483-b67b-26e90ab43f6f req-cfc5f98f-3cbf-43ed-af53-5bfa64d2f423 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:03:21.014385 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b9070dae-745b-4483-b67b-26e90ab43f6f req-cfc5f98f-3cbf-43ed-af53-5bfa64d2f423 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.103 "GET /v2.0/ports?device_id=9602e576-dd8e-45b0-a239-2323eaf35b7a HTTP/1.1" status: 200 len: 946 time: 0.1005168 Feb 16 16:03:21.043844 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61e1a2a6-ded9-499b-a956-5057a1510f6f admin admin] Router c80e3b56-ff07-4f8f-8e98-7400a2176a3f is scheduled to L3 agent 4f2d6f55-b6e7-4768-88f5-01ac5c4c3902 with binding_index 1 {{(pid=84074) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 16 16:03:21.177352 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [req-b9070dae-745b-4483-b67b-26e90ab43f6f req-d20aadca-c4f4-4886-afe1-e7dfb659089e tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Deleting port 9cbd3722-00e2-439a-8dfe-ffbc0c7fa6f0 {{(pid=84075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 16:03:21.177843 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-b9070dae-745b-4483-b67b-26e90ab43f6f req-d20aadca-c4f4-4886-afe1-e7dfb659089e tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776636423795'] for port, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:21.330497 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device 773dfd31-bc94-44f0-8600-993e5d64521e up at agent ovs-agent-dv-cinder-775706-1-iscsi {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 16:03:21.336282 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61e1a2a6-ded9-499b-a956-5057a1510f6f admin admin] Notify agent at l3_agent.dv-cinder-775706-1-iscsi the message routers_updated {{(pid=84074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 16:03:21.391918 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-61e1a2a6-ded9-499b-a956-5057a1510f6f admin admin] Notify callbacks [] for router, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:21.397402 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-61e1a2a6-ded9-499b-a956-5057a1510f6f admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.8861856 Feb 16 16:03:21.400103 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 52752) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:03:21.428596 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a17cff-71e9-4811-aa5c-ce77dd7df04d None None] Sync routers for ids ['c80e3b56-ff07-4f8f-8e98-7400a2176a3f'] in dv-cinder-775706-1-iscsi {{(pid=84076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 16:03:21.485709 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a17cff-71e9-4811-aa5c-ce77dd7df04d None None] Routers {'c80e3b56-ff07-4f8f-8e98-7400a2176a3f'} bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 16:03:21.486598 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-21a17cff-71e9-4811-aa5c-ce77dd7df04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-16T15:47:20Z,description=,heartbeat_timestamp=2021-02-16T16:03:21Z,host='dv-cinder-775706-1-iscsi',id=4f2d6f55-b6e7-4768-88f5-01ac5c4c3902,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:47:21Z,topic='l3_agent')) {'router_ids': ['c80e3b56-ff07-4f8f-8e98-7400a2176a3f'], 'active': True} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:03:21.569310 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e609fe89-ae21-47e4-ae0d-8a32344dbb93 None None] Network ffe13c02-25b6-452b-9b78-8381e3f3cdaa requested from dv-cinder-775706-1-iscsi {{(pid=84076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 16:03:21.593106 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [req-b9070dae-745b-4483-b67b-26e90ab43f6f req-d20aadca-c4f4-4886-afe1-e7dfb659089e tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] For port 9cbd3722-00e2-439a-8dfe-ffbc0c7fa6f0, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=9cbd3722-00e2-439a-8dfe-ffbc0c7fa6f0,segment=NetworkSegment(0fe5a5a1-e5a4-48c5-9d03-a6e246614b42),segment_id=0fe5a5a1-e5a4-48c5-9d03-a6e246614b42)] {{(pid=84075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:03:21.593885 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-b9070dae-745b-4483-b67b-26e90ab43f6f req-d20aadca-c4f4-4886-afe1-e7dfb659089e tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862802'] for port, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:21.768309 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [req-b9070dae-745b-4483-b67b-26e90ab43f6f req-d20aadca-c4f4-4886-afe1-e7dfb659089e tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Calling delete_port for 9cbd3722-00e2-439a-8dfe-ffbc0c7fa6f0 owned by compute:nova {{(pid=84075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 16:03:21.862168 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:21.863708 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Provisioning for port 773dfd31-bc94-44f0-8600-993e5d64521e completed by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 16:03:22.024645 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3746e96d-d943-4b1e-b597-9b3176bec497 req-2ebd0586-95cb-4ab2-a5e9-3a27d9c076ef tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:03:22.033661 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-3746e96d-d943-4b1e-b597-9b3176bec497 req-2ebd0586-95cb-4ab2-a5e9-3a27d9c076ef tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/ports?device_id=9602e576-dd8e-45b0-a239-2323eaf35b7a HTTP/1.1" status: 200 len: 946 time: 0.2749968 Feb 16 16:03:22.069846 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-d43bb9a2-f938-4e6f-a262-22509875bac3 None None] Provisioning for port 773dfd31-bc94-44f0-8600-993e5d64521e completed by entity DHCP. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 16:03:22.099548 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-d43bb9a2-f938-4e6f-a262-22509875bac3 None None] Provisioning complete for port 773dfd31-bc94-44f0-8600-993e5d64521e triggered by entity DHCP. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:03:22.099806 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d43bb9a2-f938-4e6f-a262-22509875bac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:22.105311 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a966939d-88bf-4955-a80a-fb19aee4b269 req-e276bcbc-4f3e-43dc-9740-6b23de476755 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:03:22.107456 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-a966939d-88bf-4955-a80a-fb19aee4b269 req-e276bcbc-4f3e-43dc-9740-6b23de476755 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 944 time: 0.2616775 Feb 16 16:03:22.205479 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvr_db [None req-21a17cff-71e9-4811-aa5c-ce77dd7df04d None None] Set router c80e3b56-ff07-4f8f-8e98-7400a2176a3f gateway port host: dv-cinder-775706-1-iscsi {{(pid=84076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 16:03:22.205701 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-3746e96d-d943-4b1e-b597-9b3176bec497 req-9bea1147-3210-4ec4-b1ba-ec33fbf55a96 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef25aa2-a300-4d1c-9993-bed7a0e4bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709175 Feb 16 16:03:22.208857 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-a966939d-88bf-4955-a80a-fb19aee4b269 req-58861709-cad1-4309-a47a-4211fa95aeff tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861940 Feb 16 16:03:22.283155 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-b9070dae-745b-4483-b67b-26e90ab43f6f req-d20aadca-c4f4-4886-afe1-e7dfb659089e tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776636383262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776636049574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7708556'] for port, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:22.299892 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1d274a10-e0d5-4285-88a8-27a6a7a26f29 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:03:22.353832 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20aadca-c4f4-4886-afe1-e7dfb659089e tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Pushing event deleted for resources: {'Port': ['ID=9cbd3722-00e2-439a-8dfe-ffbc0c7fa6f0,revision_number=None']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:03:22.368944 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-d20aadca-c4f4-4886-afe1-e7dfb659089e tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:03:22.472473 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f24e9b28-c079-40f4-af96-004b39656da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:22.536991 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9070dae-745b-4483-b67b-26e90ab43f6f req-d20aadca-c4f4-4886-afe1-e7dfb659089e tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] No DVR routers for this DVR port 9cbd3722-00e2-439a-8dfe-ffbc0c7fa6f0 on host hv-cinder-77570 {{(pid=84075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 16:03:22.539629 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-b9070dae-745b-4483-b67b-26e90ab43f6f req-d20aadca-c4f4-4886-afe1-e7dfb659089e tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487'] for port, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:22.542822 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9602e576-dd8e-45b0-a239-2323eaf35b7a', 'name': 'network-vif-deleted', 'tag': '9cbd3722-00e2-439a-8dfe-ffbc0c7fa6f0'}] {{(pid=84075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 16:03:22.601120 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-331083c2-9fd5-48c9-8796-02890b3f22e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:22.604254 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b9070dae-745b-4483-b67b-26e90ab43f6f req-d20aadca-c4f4-4886-afe1-e7dfb659089e tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.103 "DELETE /v2.0/ports/9cbd3722-00e2-439a-8dfe-ffbc0c7fa6f0 HTTP/1.1" status: 204 len: 173 time: 1.5839202 Feb 16 16:03:22.735477 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-21a17cff-71e9-4811-aa5c-ce77dd7df04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80e3b56-ff07-4f8f-8e98-7400a2176a3f', 'name': 'tempest-TestVolumeBootPattern-1569180408-router', 'tenant_id': '0b070fc5e65447debc49b395c2fa9e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'af436bcb-56a8-470d-8275-05f20e1bc0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T16:03:17Z', 'updated_at': '2021-02-16T16:03:19Z', 'revision_number': 3, 'project_id': '0b070fc5e65447debc49b395c2fa9e9a', 'gw_port': {'id': 'af436bcb-56a8-470d-8275-05f20e1bc0da', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:11:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80e3b56-ff07-4f8f-8e98-7400a2176a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:03:18Z', 'updated_at': '2021-02-16T16:03:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi'}], 'dv-cinder-775706-1-iscsi', False) {} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:03:22.752947 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a17cff-71e9-4811-aa5c-ce77dd7df04d None None] Checking router: c80e3b56-ff07-4f8f-8e98-7400a2176a3f for host: dv-cinder-775706-1-iscsi {{(pid=84076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 16:03:22.753345 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a17cff-71e9-4811-aa5c-ce77dd7df04d None None] Updating router c80e3b56-ff07-4f8f-8e98-7400a2176a3f port af436bcb-56a8-470d-8275-05f20e1bc0da binding host dv-cinder-775706-1-iscsi {{(pid=84076) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 16 16:03:22.806574 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9602e576-dd8e-45b0-a239-2323eaf35b7a', 'name': 'network-vif-deleted', 'tag': '9cbd3722-00e2-439a-8dfe-ffbc0c7fa6f0', 'status': 'completed', 'code': 200} Feb 16 16:03:22.820676 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-21a17cff-71e9-4811-aa5c-ce77dd7df04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:22.849666 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device 9cbd3722-00e2-439a-8dfe-ffbc0c7fa6f0 no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 16:03:22.878308 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d43bb9a2-f938-4e6f-a262-22509875bac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:22.912915 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.db_base_plugin_common [None req-f24e9b28-c079-40f4-af96-004b39656da2 admin admin] Allocated IP 172.20.0.1 (ffe13c02-25b6-452b-9b78-8381e3f3cdaa/3efde795-e73c-406f-bf6f-0396da4214da/e181cc6a-61a4-4dba-b7fa-512484ae5a27) {{(pid=84074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 16:03:22.925271 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] No Port match for: 9cbd3722-00e2-439a-8dfe-ffbc0c7fa6f0 {{(pid=84076) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 16:03:22.929216 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device 9cbd3722-00e2-439a-8dfe-ffbc0c7fa6f0 not bound to the agent host hv-cinder-77570 {{(pid=84076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 16:03:23.048556 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-d43bb9a2-f938-4e6f-a262-22509875bac3 None None] For port 773dfd31-bc94-44f0-8600-993e5d64521e, host dv-cinder-775706-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-iscsi',level=0,port_id=773dfd31-bc94-44f0-8600-993e5d64521e,segment=NetworkSegment(f89b4a51-5cb3-4753-a54d-d44c275e69f5),segment_id=f89b4a51-5cb3-4753-a54d-d44c275e69f5)] {{(pid=84076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:03:23.092527 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d43bb9a2-f938-4e6f-a262-22509875bac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:23.098574 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-341db4ec-c463-4376-b14a-517850fbcbc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:03:23.107553 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f24e9b28-c079-40f4-af96-004b39656da2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:23.127127 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-f24e9b28-c079-40f4-af96-004b39656da2 admin admin] Transition to ACTIVE for port object e181cc6a-61a4-4dba-b7fa-512484ae5a27 will not be triggered until provisioned by entity DHCP. {{(pid=84074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 16:03:23.187871 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f24e9b28-c079-40f4-af96-004b39656da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776636048806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6980856'] for port, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:23.205368 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-be3d62ff-1817-4685-a1b0-4c8aa4cb318f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:03:23.443561 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24e9b28-c079-40f4-af96-004b39656da2 admin admin] Pushing event updated for resources: {'Port': ['ID=e181cc6a-61a4-4dba-b7fa-512484ae5a27,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:03:23.447874 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-f24e9b28-c079-40f4-af96-004b39656da2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:03:23.520159 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24e9b28-c079-40f4-af96-004b39656da2 admin admin] Network ffe13c02-25b6-452b-9b78-8381e3f3cdaa is already hosted by enough agents. {{(pid=84074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 16:03:23.521817 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.base_scheduler [None req-f24e9b28-c079-40f4-af96-004b39656da2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 16:03:23.524722 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24e9b28-c079-40f4-af96-004b39656da2 admin admin] Received port after_create {{(pid=84074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 16:03:23.595708 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f24e9b28-c079-40f4-af96-004b39656da2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853906703'] for router_interface, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:23.596591 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43bb9a2-f938-4e6f-a262-22509875bac3 None None] Pushing event updated for resources: {'Port': ['ID=773dfd31-bc94-44f0-8600-993e5d64521e,revision_number=3']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:03:23.599760 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-b45f9aee-aceb-4f7a-9f5b-cf3507bdef3f None None] Provisioning complete for port 773dfd31-bc94-44f0-8600-993e5d64521e triggered by entity DHCP. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:03:23.600193 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b45f9aee-aceb-4f7a-9f5b-cf3507bdef3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:23.608666 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-97f6308a-e99d-4520-957f-775cd3574694 req-29cdedf3-0a1a-40f1-b27a-0b4d09917fa3 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Synchronizing usage tracker for tenant:07b603c5d4484b84ab76183cea7c36c8 on resource:port {{(pid=84075) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 16:03:23.628053 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945bda0e-9f7d-4ed8-8891-0642b2517ef0 req-01325dca-2af4-44a2-9576-1b3673ff2343 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:03:23.636098 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-945bda0e-9f7d-4ed8-8891-0642b2517ef0 req-01325dca-2af4-44a2-9576-1b3673ff2343 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 944 time: 0.1948123 Feb 16 16:03:23.675771 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-d43bb9a2-f938-4e6f-a262-22509875bac3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.577s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:03:23.677533 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-97f6308a-e99d-4520-957f-775cd3574694 req-29cdedf3-0a1a-40f1-b27a-0b4d09917fa3 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Unset dirty status for tenant:07b603c5d4484b84ab76183cea7c36c8 on resource:port {{(pid=84075) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 16:03:23.678877 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-97f6308a-e99d-4520-957f-775cd3574694 req-29cdedf3-0a1a-40f1-b27a-0b4d09917fa3 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/ports?device_id=9602e576-dd8e-45b0-a239-2323eaf35b7a HTTP/1.1" status: 200 len: 210 time: 0.1626303 Feb 16 16:03:23.715618 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-945bda0e-9f7d-4ed8-8891-0642b2517ef0 req-eafe4ab1-ad55-4846-aa52-1333c9a18e21 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784719 Feb 16 16:03:23.723437 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-21a17cff-71e9-4811-aa5c-ce77dd7df04d None None] Notify callbacks [] for port, precommit_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:23.774039 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f24e9b28-c079-40f4-af96-004b39656da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:23.781741 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-21a17cff-71e9-4811-aa5c-ce77dd7df04d None None] Transition to ACTIVE for port object af436bcb-56a8-470d-8275-05f20e1bc0da will not be triggered until provisioned by entity L2. {{(pid=84076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 16:03:23.805406 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-21a17cff-71e9-4811-aa5c-ce77dd7df04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:23.822101 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-d43bb9a2-f938-4e6f-a262-22509875bac3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:03:23.979612 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64d07fa-88b1-4102-b2cb-f5f9e02268cf None None] Pushing event updated for resources: {'Port': ['ID=af436bcb-56a8-470d-8275-05f20e1bc0da,revision_number=2']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:03:23.985388 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-b64d07fa-88b1-4102-b2cb-f5f9e02268cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:03:24.021377 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-06de59fe-9a1a-429e-86fe-83e235ed622b None None] Provisioning for port e181cc6a-61a4-4dba-b7fa-512484ae5a27 completed by entity DHCP. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 16:03:24.038551 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-06de59fe-9a1a-429e-86fe-83e235ed622b None None] Provisioning complete for port e181cc6a-61a4-4dba-b7fa-512484ae5a27 triggered by entity DHCP. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:03:24.039010 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-06de59fe-9a1a-429e-86fe-83e235ed622b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:24.084087 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-21a17cff-71e9-4811-aa5c-ce77dd7df04d None None] Attempting to bind port af436bcb-56a8-470d-8275-05f20e1bc0da on host dv-cinder-775706-1-iscsi for vnic_type normal with profile {{(pid=84076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:03:24.084689 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-21a17cff-71e9-4811-aa5c-ce77dd7df04d None None] Attempting to bind port af436bcb-56a8-470d-8275-05f20e1bc0da by drivers openvswitch on host dv-cinder-775706-1-iscsi at level 0 using segments [{'id': '31924cb5-91ae-4236-8041-dd0103380e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6'}] {{(pid=84076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 16:03:24.085286 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a17cff-71e9-4811-aa5c-ce77dd7df04d None None] Attempting to bind port af436bcb-56a8-470d-8275-05f20e1bc0da on network 4b949073-2dbc-48f8-99e6-0912404ac0f6 {{(pid=84076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 16:03:24.087263 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f24e9b28-c079-40f4-af96-004b39656da2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:24.097212 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a17cff-71e9-4811-aa5c-ce77dd7df04d None None] Checking agent: {'id': '84f77aeb-7661-44c0-b112-b1bf68bd83fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 15, 47, 21), 'started_at': datetime.datetime(2021, 2, 16, 15, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 16, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.95', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 16:03:24.097957 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a17cff-71e9-4811-aa5c-ce77dd7df04d None None] Checking segment: {'id': '31924cb5-91ae-4236-8041-dd0103380e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 16:03:24.098099 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-21a17cff-71e9-4811-aa5c-ce77dd7df04d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:24.098490 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a17cff-71e9-4811-aa5c-ce77dd7df04d None None] Bound using segment: {'id': '31924cb5-91ae-4236-8041-dd0103380e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6'} {{(pid=84076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 16:03:24.099043 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-21a17cff-71e9-4811-aa5c-ce77dd7df04d None None] Bound port: af436bcb-56a8-470d-8275-05f20e1bc0da, host: dv-cinder-775706-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31924cb5-91ae-4236-8041-dd0103380e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6'}}] {{(pid=84076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 16:03:24.099471 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-21a17cff-71e9-4811-aa5c-ce77dd7df04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:24.117280 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f24e9b28-c079-40f4-af96-004b39656da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847794957'] for port, after_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:24.146782 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-3ee7678a-7491-49ee-8f59-8f4fab1f14c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:03:24.153188 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-06de59fe-9a1a-429e-86fe-83e235ed622b None None] Port e181cc6a-61a4-4dba-b7fa-512484ae5a27 cannot update to ACTIVE because it is not bound. {{(pid=84076) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 16:03:24.193571 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-06de59fe-9a1a-429e-86fe-83e235ed622b None None] Provisioning complete for port 773dfd31-bc94-44f0-8600-993e5d64521e triggered by entity DHCP. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:03:24.193996 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-06de59fe-9a1a-429e-86fe-83e235ed622b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:24.240093 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-21a17cff-71e9-4811-aa5c-ce77dd7df04d None None] For port af436bcb-56a8-470d-8275-05f20e1bc0da, host dv-cinder-775706-1-iscsi, cleared binding levels {{(pid=84076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 16:03:24.240961 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24e9b28-c079-40f4-af96-004b39656da2 admin admin] Pushing event updated for resources: {'Port': ['ID=e181cc6a-61a4-4dba-b7fa-512484ae5a27,revision_number=2']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:03:24.243137 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f24e9b28-c079-40f4-af96-004b39656da2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854210630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-868946'] for router_interface, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:24.259809 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-f24e9b28-c079-40f4-af96-004b39656da2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:03:24.261247 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-21a17cff-71e9-4811-aa5c-ce77dd7df04d None None] For port af436bcb-56a8-470d-8275-05f20e1bc0da, host dv-cinder-775706-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-iscsi',level=0,port_id=af436bcb-56a8-470d-8275-05f20e1bc0da,segment=NetworkSegment(31924cb5-91ae-4236-8041-dd0103380e57),segment_id=31924cb5-91ae-4236-8041-dd0103380e57)] {{(pid=84076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 16:03:24.309105 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-21a17cff-71e9-4811-aa5c-ce77dd7df04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:24.331970 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:03:24.401649 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24e9b28-c079-40f4-af96-004b39656da2 admin admin] Network ffe13c02-25b6-452b-9b78-8381e3f3cdaa is already hosted by enough agents. {{(pid=84074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 16:03:24.403023 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.base_scheduler [None req-f24e9b28-c079-40f4-af96-004b39656da2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 16:03:24.694094 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64d07fa-88b1-4102-b2cb-f5f9e02268cf None None] Pushing event updated for resources: {'Port': ['ID=af436bcb-56a8-470d-8275-05f20e1bc0da,revision_number=3']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:03:24.694601 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-b64d07fa-88b1-4102-b2cb-f5f9e02268cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:03:24.745891 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a17cff-71e9-4811-aa5c-ce77dd7df04d None None] Routers {'c80e3b56-ff07-4f8f-8e98-7400a2176a3f'} bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 16:03:24.746725 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-21a17cff-71e9-4811-aa5c-ce77dd7df04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-16T15:47:20Z,description=,heartbeat_timestamp=2021-02-16T16:03:21Z,host='dv-cinder-775706-1-iscsi',id=4f2d6f55-b6e7-4768-88f5-01ac5c4c3902,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:47:21Z,topic='l3_agent')) {'router_ids': ['c80e3b56-ff07-4f8f-8e98-7400a2176a3f'], 'active': True} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:03:24.916854 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f24e9b28-c079-40f4-af96-004b39656da2 admin admin] Router c80e3b56-ff07-4f8f-8e98-7400a2176a3f has already been hosted by L3 agent 4f2d6f55-b6e7-4768-88f5-01ac5c4c3902 {{(pid=84074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 16:03:24.931600 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-849800be-4a66-4148-b884-659bcfa77755 None None] Provisioning complete for port e181cc6a-61a4-4dba-b7fa-512484ae5a27 triggered by entity DHCP. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:03:24.932023 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-849800be-4a66-4148-b884-659bcfa77755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:24.980656 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146c3a5-ab49-493f-b9b0-b848a536bd23 req-904179fc-2a58-479d-9867-585a7b9f8b20 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:03:24.983315 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-4146c3a5-ab49-493f-b9b0-b848a536bd23 req-904179fc-2a58-479d-9867-585a7b9f8b20 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 944 time: 0.1225686 Feb 16 16:03:25.038665 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-4146c3a5-ab49-493f-b9b0-b848a536bd23 req-a56e8bde-807f-4949-b9e0-9623da0db4a0 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469544 Feb 16 16:03:25.044767 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-849800be-4a66-4148-b884-659bcfa77755 None None] Port e181cc6a-61a4-4dba-b7fa-512484ae5a27 cannot update to ACTIVE because it is not bound. {{(pid=84076) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 16:03:25.072691 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvr_db [None req-21a17cff-71e9-4811-aa5c-ce77dd7df04d None None] Set router c80e3b56-ff07-4f8f-8e98-7400a2176a3f gateway port host: dv-cinder-775706-1-iscsi {{(pid=84076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 16:03:25.130694 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f24e9b28-c079-40f4-af96-004b39656da2 admin admin] Notify agent at l3_agent.dv-cinder-775706-1-iscsi the message routers_updated {{(pid=84074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 16:03:25.141386 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-f24e9b28-c079-40f4-af96-004b39656da2 admin admin] 10.222.0.101 "PUT /v2.0/routers/c80e3b56-ff07-4f8f-8e98-7400a2176a3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7398105 Feb 16 16:03:25.225612 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device 773dfd31-bc94-44f0-8600-993e5d64521e up at agent ovs-agent-dv-cinder-775706-1-iscsi {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 16:03:25.419178 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Provisioning complete for port 773dfd31-bc94-44f0-8600-993e5d64521e triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:03:25.419609 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:25.636491 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-21a17cff-71e9-4811-aa5c-ce77dd7df04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80e3b56-ff07-4f8f-8e98-7400a2176a3f', 'name': 'tempest-TestVolumeBootPattern-1569180408-router', 'tenant_id': '0b070fc5e65447debc49b395c2fa9e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'af436bcb-56a8-470d-8275-05f20e1bc0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T16:03:17Z', 'updated_at': '2021-02-16T16:03:23Z', 'revision_number': 4, 'project_id': '0b070fc5e65447debc49b395c2fa9e9a', 'gw_port': {'id': 'af436bcb-56a8-470d-8275-05f20e1bc0da', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:11:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80e3b56-ff07-4f8f-8e98-7400a2176a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:03:18Z', 'updated_at': '2021-02-16T16:03:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_interfaces': [{'id': 'e181cc6a-61a4-4dba-b7fa-512484ae5a27', 'name': '', 'network_id': 'ffe13c02-25b6-452b-9b78-8381e3f3cdaa', 'tenant_id': '0b070fc5e65447debc49b395c2fa9e9a', 'mac_address': 'fa:16:3e:c9:33:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80e3b56-ff07-4f8f-8e98-7400a2176a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '3efde795-e73c-406f-bf6f-0396da4214da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:03:22Z', 'updated_at': '2021-02-16T16:03:23Z', 'revision_number': 2, 'project_id': '0b070fc5e65447debc49b395c2fa9e9a', 'subnets': [{'id': '3efde795-e73c-406f-bf6f-0396da4214da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-iscsi', False) {} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:03:25.641695 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a17cff-71e9-4811-aa5c-ce77dd7df04d None None] The sync data for ids ['c80e3b56-ff07-4f8f-8e98-7400a2176a3f'] in dv-cinder-775706-1-iscsi is: [{'id': 'c80e3b56-ff07-4f8f-8e98-7400a2176a3f', 'name': 'tempest-TestVolumeBootPattern-1569180408-router', 'tenant_id': '0b070fc5e65447debc49b395c2fa9e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'af436bcb-56a8-470d-8275-05f20e1bc0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T16:03:17Z', 'updated_at': '2021-02-16T16:03:23Z', 'revision_number': 4, 'project_id': '0b070fc5e65447debc49b395c2fa9e9a', 'gw_port': {'id': 'af436bcb-56a8-470d-8275-05f20e1bc0da', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:11:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80e3b56-ff07-4f8f-8e98-7400a2176a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:03:18Z', 'updated_at': '2021-02-16T16:03:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_interfaces': [{'id': 'e181cc6a-61a4-4dba-b7fa-512484ae5a27', 'name': '', 'network_id': 'ffe13c02-25b6-452b-9b78-8381e3f3cdaa', 'tenant_id': '0b070fc5e65447debc49b395c2fa9e9a', 'mac_address': 'fa:16:3e:c9:33:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80e3b56-ff07-4f8f-8e98-7400a2176a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '3efde795-e73c-406f-bf6f-0396da4214da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:03:22Z', 'updated_at': '2021-02-16T16:03:23Z', 'revision_number': 2, 'project_id': '0b070fc5e65447debc49b395c2fa9e9a', 'subnets': [{'id': '3efde795-e73c-406f-bf6f-0396da4214da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 16:03:25.879571 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [req-ba9ca6df-d13e-479a-b8ee-c8bdc273e329 req-052ebc6c-b531-4ed3-b440-d69cd6a93f9c tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-1187436346', 'description': 'tempest-TestVolumeBootPattern-1187436346 description'}} {{(pid=84075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:03:25.886167 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [req-ba9ca6df-d13e-479a-b8ee-c8bdc273e329 req-052ebc6c-b531-4ed3-b440-d69cd6a93f9c tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:03:25.890665 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-ba9ca6df-d13e-479a-b8ee-c8bdc273e329 req-052ebc6c-b531-4ed3-b440-d69cd6a93f9c tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Usage tracker for resource:security_group and tenant:9ba01355ccec4f5ba422cc289f631770 is out of sync, need to count used quota {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:03:25.893804 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-ba9ca6df-d13e-479a-b8ee-c8bdc273e329 req-052ebc6c-b531-4ed3-b440-d69cd6a93f9c tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:03:25.899713 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [req-ba9ca6df-d13e-479a-b8ee-c8bdc273e329 req-052ebc6c-b531-4ed3-b440-d69cd6a93f9c tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:03:25.946715 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-ba9ca6df-d13e-479a-b8ee-c8bdc273e329 req-052ebc6c-b531-4ed3-b440-d69cd6a93f9c tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks [] for security_group, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:25.972589 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [req-ba9ca6df-d13e-479a-b8ee-c8bdc273e329 req-052ebc6c-b531-4ed3-b440-d69cd6a93f9c tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:03:25.976060 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-ba9ca6df-d13e-479a-b8ee-c8bdc273e329 req-052ebc6c-b531-4ed3-b440-d69cd6a93f9c tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Usage tracker for resource:security_group_rule and tenant:9ba01355ccec4f5ba422cc289f631770 is out of sync, need to count used quota {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:03:25.979271 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-ba9ca6df-d13e-479a-b8ee-c8bdc273e329 req-052ebc6c-b531-4ed3-b440-d69cd6a93f9c tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:03:25.988406 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [req-ba9ca6df-d13e-479a-b8ee-c8bdc273e329 req-052ebc6c-b531-4ed3-b440-d69cd6a93f9c tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:03:26.180128 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 52820) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:03:26.195380 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-ba9ca6df-d13e-479a-b8ee-c8bdc273e329 req-052ebc6c-b531-4ed3-b440-d69cd6a93f9c tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks [] for security_group, precommit_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:26.240529 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-ba9ca6df-d13e-479a-b8ee-c8bdc273e329 req-052ebc6c-b531-4ed3-b440-d69cd6a93f9c tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:26.252544 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-577ce79f-9b81-43ba-84ce-69c403f138e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:03:26.319055 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052ebc6c-b531-4ed3-b440-d69cd6a93f9c tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0463bf0b-0df1-40e7-921e-f3e0ec69ee23,revision_number=1']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:03:26.323168 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-052ebc6c-b531-4ed3-b440-d69cd6a93f9c tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:03:26.332770 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-ba9ca6df-d13e-479a-b8ee-c8bdc273e329 req-052ebc6c-b531-4ed3-b440-d69cd6a93f9c tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks [] for security_group, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:26.338038 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ba9ca6df-d13e-479a-b8ee-c8bdc273e329 req-052ebc6c-b531-4ed3-b440-d69cd6a93f9c tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4631040 Feb 16 16:03:26.354326 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8ea4eb7b-1e94-417f-ab5d-16893786527f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:26.358379 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864523b9-3730-482e-a9b6-399e5d98fbaa req-9c9c6130-0a9f-4714-952e-193bd4158904 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:03:26.360286 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-864523b9-3730-482e-a9b6-399e5d98fbaa req-9c9c6130-0a9f-4714-952e-193bd4158904 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 944 time: 0.1720080 Feb 16 16:03:26.377951 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-8ea4eb7b-1e94-417f-ab5d-16893786527f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:03:26.382543 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-8ea4eb7b-1e94-417f-ab5d-16893786527f admin admin] Usage tracker for resource:security_group_rule and tenant:bf5c6a40d7a64e4cbcd5e96b59ad2831 is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:03:26.386010 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-8ea4eb7b-1e94-417f-ab5d-16893786527f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:03:26.393873 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-8ea4eb7b-1e94-417f-ab5d-16893786527f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:03:26.443544 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-efbefbd5-5d66-48b5-994e-b2d4e87fb837 req-6d79b9ad-9dce-4b63-bc82-b482dea4126a tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/security-groups/0463bf0b-0df1-40e7-921e-f3e0ec69ee23 HTTP/1.1" status: 200 len: 1808 time: 0.0820849 Feb 16 16:03:26.457838 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [req-efbefbd5-5d66-48b5-994e-b2d4e87fb837 req-ff638741-192b-4890-aac2-9f7482a10490 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0463bf0b-0df1-40e7-921e-f3e0ec69ee23', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:03:26.458245 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [req-efbefbd5-5d66-48b5-994e-b2d4e87fb837 req-ff638741-192b-4890-aac2-9f7482a10490 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0463bf0b-0df1-40e7-921e-f3e0ec69ee23', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:03:26.469377 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [req-efbefbd5-5d66-48b5-994e-b2d4e87fb837 req-ff638741-192b-4890-aac2-9f7482a10490 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:03:26.477726 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-efbefbd5-5d66-48b5-994e-b2d4e87fb837 req-ff638741-192b-4890-aac2-9f7482a10490 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Usage tracker for resource:security_group_rule and tenant:9ba01355ccec4f5ba422cc289f631770 is out of sync, need to count used quota {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:03:26.494171 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-864523b9-3730-482e-a9b6-399e5d98fbaa req-5625163c-1bf3-4ff4-934d-95d66ede5578 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893197 Feb 16 16:03:26.495251 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-efbefbd5-5d66-48b5-994e-b2d4e87fb837 req-ff638741-192b-4890-aac2-9f7482a10490 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:03:26.511530 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [req-efbefbd5-5d66-48b5-994e-b2d4e87fb837 req-ff638741-192b-4890-aac2-9f7482a10490 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:03:26.585125 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8ea4eb7b-1e94-417f-ab5d-16893786527f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:26.604532 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-efbefbd5-5d66-48b5-994e-b2d4e87fb837 req-ff638741-192b-4890-aac2-9f7482a10490 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:26.609452 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8ea4eb7b-1e94-417f-ab5d-16893786527f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:26.620535 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-f9a711ab-4a4c-470a-b9d5-b58080889738 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:03:26.635905 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-efbefbd5-5d66-48b5-994e-b2d4e87fb837 req-ff638741-192b-4890-aac2-9f7482a10490 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:26.666101 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-efbefbd5-5d66-48b5-994e-b2d4e87fb837 req-ff638741-192b-4890-aac2-9f7482a10490 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660574'] for security_group_rule, after_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:26.667487 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-8ea4eb7b-1e94-417f-ab5d-16893786527f admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=bf5c6a40d7a64e4cbcd5e96b59ad2831&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4861233 Feb 16 16:03:26.668514 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea4eb7b-1e94-417f-ab5d-16893786527f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e2c42c-9bd8-4ef7-9ea5-a4174f1a7a98,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:03:26.671947 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 52830) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:03:26.672402 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-384c4a4a-1e29-4962-ad07-4c6a448c7e8c tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:03:26.675148 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-8ea4eb7b-1e94-417f-ab5d-16893786527f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:03:26.699325 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff638741-192b-4890-aac2-9f7482a10490 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e240e27c-a618-4d06-85b8-d354d89b2053,revision_number=0']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:03:26.708898 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-ff638741-192b-4890-aac2-9f7482a10490 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:03:26.740688 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-efbefbd5-5d66-48b5-994e-b2d4e87fb837 req-ff638741-192b-4890-aac2-9f7482a10490 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:26.741960 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-efbefbd5-5d66-48b5-994e-b2d4e87fb837 req-ff638741-192b-4890-aac2-9f7482a10490 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2889724 Feb 16 16:03:26.743381 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-52f96ec8-ec2a-49b3-9bc0-01f4c6b9a611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:26.776052 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-52f96ec8-ec2a-49b3-9bc0-01f4c6b9a611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:26.818995 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-662e5eed-c46c-457b-9bed-e36481641adf req-e475e2de-2470-4d3d-a5ea-e747e6171da8 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/security-groups/0463bf0b-0df1-40e7-921e-f3e0ec69ee23 HTTP/1.1" status: 200 len: 2401 time: 0.0523875 Feb 16 16:03:26.831232 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [req-662e5eed-c46c-457b-9bed-e36481641adf req-40a1ae71-1a21-4b22-882b-699f6c447b9c tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0463bf0b-0df1-40e7-921e-f3e0ec69ee23', 'remote_group_id': None}]} {{(pid=84075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:03:26.831685 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [req-662e5eed-c46c-457b-9bed-e36481641adf req-40a1ae71-1a21-4b22-882b-699f6c447b9c tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0463bf0b-0df1-40e7-921e-f3e0ec69ee23', 'remote_group_id': None}} {{(pid=84075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:03:26.838716 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [req-662e5eed-c46c-457b-9bed-e36481641adf req-40a1ae71-1a21-4b22-882b-699f6c447b9c tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:03:26.843398 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-52f96ec8-ec2a-49b3-9bc0-01f4c6b9a611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:26.843613 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-662e5eed-c46c-457b-9bed-e36481641adf req-40a1ae71-1a21-4b22-882b-699f6c447b9c tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Usage tracker for resource:security_group_rule and tenant:9ba01355ccec4f5ba422cc289f631770 is out of sync, need to count used quota {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:03:26.847484 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-662e5eed-c46c-457b-9bed-e36481641adf req-40a1ae71-1a21-4b22-882b-699f6c447b9c tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:03:26.848335 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-a832a6f2-3667-416d-b058-28746119d11a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:03:26.853562 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [req-662e5eed-c46c-457b-9bed-e36481641adf req-40a1ae71-1a21-4b22-882b-699f6c447b9c tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:03:26.861966 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f96ec8-ec2a-49b3-9bc0-01f4c6b9a611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e2c42c-9bd8-4ef7-9ea5-a4174f1a7a98,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:03:26.867418 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-52f96ec8-ec2a-49b3-9bc0-01f4c6b9a611 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:03:26.869582 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-52f96ec8-ec2a-49b3-9bc0-01f4c6b9a611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:26.870959 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-52f96ec8-ec2a-49b3-9bc0-01f4c6b9a611 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/c5e2c42c-9bd8-4ef7-9ea5-a4174f1a7a98 HTTP/1.1" status: 204 len: 168 time: 0.1977696 Feb 16 16:03:26.959532 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-662e5eed-c46c-457b-9bed-e36481641adf req-40a1ae71-1a21-4b22-882b-699f6c447b9c tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:26.990438 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-662e5eed-c46c-457b-9bed-e36481641adf req-40a1ae71-1a21-4b22-882b-699f6c447b9c tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:27.009174 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-662e5eed-c46c-457b-9bed-e36481641adf req-40a1ae71-1a21-4b22-882b-699f6c447b9c tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660574'] for security_group_rule, after_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:27.011554 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-eaabc27a-6e8b-4b04-93ce-1e89ecab92b3 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:03:27.039100 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a1ae71-1a21-4b22-882b-699f6c447b9c tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b2c98e8-0ef6-4fa4-9809-551f184bb12b,revision_number=0']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:03:27.045193 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-40a1ae71-1a21-4b22-882b-699f6c447b9c tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:03:27.071415 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-662e5eed-c46c-457b-9bed-e36481641adf req-40a1ae71-1a21-4b22-882b-699f6c447b9c tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:27.072817 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-662e5eed-c46c-457b-9bed-e36481641adf req-40a1ae71-1a21-4b22-882b-699f6c447b9c tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2464054 Feb 16 16:03:27.202433 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device af436bcb-56a8-470d-8275-05f20e1bc0da up at agent ovs-agent-dv-cinder-775706-1-iscsi {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 16:03:27.311812 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Provisioning for port af436bcb-56a8-470d-8275-05f20e1bc0da completed by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 16:03:27.319162 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Provisioning complete for port af436bcb-56a8-470d-8275-05f20e1bc0da triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:03:27.319162 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:27.455034 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:27.473162 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] For port af436bcb-56a8-470d-8275-05f20e1bc0da, host dv-cinder-775706-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-iscsi',level=0,port_id=af436bcb-56a8-470d-8275-05f20e1bc0da,segment=NetworkSegment(31924cb5-91ae-4236-8041-dd0103380e57),segment_id=31924cb5-91ae-4236-8041-dd0103380e57)] {{(pid=84076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:03:27.500359 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:27.502547 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-ce5419c1-8e7b-42bb-9068-977f1cf0a68e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:03:27.577431 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Pushing event updated for resources: {'Port': ['ID=af436bcb-56a8-470d-8275-05f20e1bc0da,revision_number=4']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:03:27.577986 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 52882) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:03:27.582465 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:03:27.599821 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-5fa47c4f-adc4-474d-ada5-70e28d4e88be admin admin] Notify callbacks [] for security_group, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:27.631742 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-5fa47c4f-adc4-474d-ada5-70e28d4e88be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:03:27.638151 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-5fa47c4f-adc4-474d-ada5-70e28d4e88be admin admin] Usage tracker for resource:security_group_rule and tenant:11245a44cc4642b5b7947f765647f302 is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:03:27.641514 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-5fa47c4f-adc4-474d-ada5-70e28d4e88be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:03:27.647781 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-5fa47c4f-adc4-474d-ada5-70e28d4e88be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:03:27.719332 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6d2a97-c1eb-4d46-b9a5-d4730cbe8b72 req-6209178c-7ca0-4595-8db6-489b1fad8387 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:03:27.720979 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0b6d2a97-c1eb-4d46-b9a5-d4730cbe8b72 req-6209178c-7ca0-4595-8db6-489b1fad8387 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 944 time: 0.1011512 Feb 16 16:03:27.742549 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-5fa47c4f-adc4-474d-ada5-70e28d4e88be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:27.772488 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0b6d2a97-c1eb-4d46-b9a5-d4730cbe8b72 req-0698f6d5-477c-46ee-9603-75cb5deae70c tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450737 Feb 16 16:03:27.780851 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-5fa47c4f-adc4-474d-ada5-70e28d4e88be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:27.792186 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-6808c727-e6d5-401a-91c4-3b7103106143 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:03:27.839223 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-5fa47c4f-adc4-474d-ada5-70e28d4e88be admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=11245a44cc4642b5b7947f765647f302&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2600310 Feb 16 16:03:27.840050 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa47c4f-adc4-474d-ada5-70e28d4e88be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a32b921e-4ce4-4f34-bf29-2dfabbaf08a6,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:03:27.842962 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 52890) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:03:27.845538 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-5fa47c4f-adc4-474d-ada5-70e28d4e88be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:03:27.925735 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a212e20-5177-4b69-97ec-afd89cadab4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:27.955872 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a212e20-5177-4b69-97ec-afd89cadab4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:28.025922 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a212e20-5177-4b69-97ec-afd89cadab4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:28.031853 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-a36c74d5-837f-4606-98db-09da295b1da1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:03:28.045506 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a212e20-5177-4b69-97ec-afd89cadab4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a32b921e-4ce4-4f34-bf29-2dfabbaf08a6,revision_number=None']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:03:28.048810 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1a212e20-5177-4b69-97ec-afd89cadab4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:03:28.050909 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a212e20-5177-4b69-97ec-afd89cadab4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:28.052245 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-1a212e20-5177-4b69-97ec-afd89cadab4a admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/a32b921e-4ce4-4f34-bf29-2dfabbaf08a6 HTTP/1.1" status: 204 len: 168 time: 0.2078867 Feb 16 16:03:28.887975 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27b6cee-0ab0-48df-9b92-872cc306b5db None None] Sync routers for ids ['c80e3b56-ff07-4f8f-8e98-7400a2176a3f'] in dv-cinder-775706-1-iscsi {{(pid=84077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 16:03:28.899217 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27b6cee-0ab0-48df-9b92-872cc306b5db None None] Routers {'c80e3b56-ff07-4f8f-8e98-7400a2176a3f'} bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 16:03:28.900387 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-a27b6cee-0ab0-48df-9b92-872cc306b5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-16T15:47:20Z,description=,heartbeat_timestamp=2021-02-16T16:03:21Z,host='dv-cinder-775706-1-iscsi',id=4f2d6f55-b6e7-4768-88f5-01ac5c4c3902,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:47:21Z,topic='l3_agent')) {'router_ids': ['c80e3b56-ff07-4f8f-8e98-7400a2176a3f'], 'active': True} {{(pid=84077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:03:29.021899 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3dfac-1a30-420b-8f27-31ed7bb408ad req-cbdce5b0-4cf2-45d5-a48c-5b3a4ec1ccba tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:03:29.023818 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7ed3dfac-1a30-420b-8f27-31ed7bb408ad req-cbdce5b0-4cf2-45d5-a48c-5b3a4ec1ccba tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 944 time: 0.1250942 Feb 16 16:03:29.093992 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7ed3dfac-1a30-420b-8f27-31ed7bb408ad req-7b32e82a-887b-4560-9ad4-6082142cf026 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599577 Feb 16 16:03:29.131629 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvr_db [None req-a27b6cee-0ab0-48df-9b92-872cc306b5db None None] Set router c80e3b56-ff07-4f8f-8e98-7400a2176a3f gateway port host: dv-cinder-775706-1-iscsi {{(pid=84077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 16:03:29.174212 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device af436bcb-56a8-470d-8275-05f20e1bc0da up at agent ovs-agent-dv-cinder-775706-1-iscsi {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 16:03:29.256334 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Provisioning complete for port af436bcb-56a8-470d-8275-05f20e1bc0da triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:03:29.256752 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:29.499373 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-a27b6cee-0ab0-48df-9b92-872cc306b5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80e3b56-ff07-4f8f-8e98-7400a2176a3f', 'name': 'tempest-TestVolumeBootPattern-1569180408-router', 'tenant_id': '0b070fc5e65447debc49b395c2fa9e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'af436bcb-56a8-470d-8275-05f20e1bc0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T16:03:17Z', 'updated_at': '2021-02-16T16:03:23Z', 'revision_number': 4, 'project_id': '0b070fc5e65447debc49b395c2fa9e9a', 'gw_port': {'id': 'af436bcb-56a8-470d-8275-05f20e1bc0da', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:11:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80e3b56-ff07-4f8f-8e98-7400a2176a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:03:18Z', 'updated_at': '2021-02-16T16:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_interfaces': [{'id': 'e181cc6a-61a4-4dba-b7fa-512484ae5a27', 'name': '', 'network_id': 'ffe13c02-25b6-452b-9b78-8381e3f3cdaa', 'tenant_id': '0b070fc5e65447debc49b395c2fa9e9a', 'mac_address': 'fa:16:3e:c9:33:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80e3b56-ff07-4f8f-8e98-7400a2176a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '3efde795-e73c-406f-bf6f-0396da4214da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:03:22Z', 'updated_at': '2021-02-16T16:03:23Z', 'revision_number': 2, 'project_id': '0b070fc5e65447debc49b395c2fa9e9a', 'subnets': [{'id': '3efde795-e73c-406f-bf6f-0396da4214da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-iscsi', False) {} {{(pid=84077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:03:29.505236 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27b6cee-0ab0-48df-9b92-872cc306b5db None None] Checking router: c80e3b56-ff07-4f8f-8e98-7400a2176a3f for host: dv-cinder-775706-1-iscsi {{(pid=84077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 16:03:29.505728 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27b6cee-0ab0-48df-9b92-872cc306b5db None None] Updating router c80e3b56-ff07-4f8f-8e98-7400a2176a3f port e181cc6a-61a4-4dba-b7fa-512484ae5a27 binding host dv-cinder-775706-1-iscsi {{(pid=84077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 16 16:03:29.576093 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a27b6cee-0ab0-48df-9b92-872cc306b5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:30.029198 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a27b6cee-0ab0-48df-9b92-872cc306b5db None None] Notify callbacks [] for port, precommit_update {{(pid=84077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:30.042167 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-a27b6cee-0ab0-48df-9b92-872cc306b5db None None] Transition to ACTIVE for port object e181cc6a-61a4-4dba-b7fa-512484ae5a27 will not be triggered until provisioned by entity L2. {{(pid=84077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 16:03:30.066593 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a27b6cee-0ab0-48df-9b92-872cc306b5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:30.085088 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:03:30.241868 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2596513c-a3e8-41aa-a5ab-4782a7918bf1 None None] Pushing event updated for resources: {'Port': ['ID=e181cc6a-61a4-4dba-b7fa-512484ae5a27,revision_number=3']} {{(pid=84077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:03:30.245789 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-2596513c-a3e8-41aa-a5ab-4782a7918bf1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:03:30.334809 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e57d14-4843-4fed-80e0-54e20886722f req-60b5d479-4698-4708-9a68-b67225183712 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:03:30.340064 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-77e57d14-4843-4fed-80e0-54e20886722f req-60b5d479-4698-4708-9a68-b67225183712 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 944 time: 0.1127894 Feb 16 16:03:30.400865 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-77e57d14-4843-4fed-80e0-54e20886722f req-700c7556-fb76-4fa8-be20-27da86eb2446 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546849 Feb 16 16:03:30.440315 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-a27b6cee-0ab0-48df-9b92-872cc306b5db None None] Attempting to bind port e181cc6a-61a4-4dba-b7fa-512484ae5a27 on host dv-cinder-775706-1-iscsi for vnic_type normal with profile {{(pid=84077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:03:30.440846 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-a27b6cee-0ab0-48df-9b92-872cc306b5db None None] Attempting to bind port e181cc6a-61a4-4dba-b7fa-512484ae5a27 by drivers openvswitch on host dv-cinder-775706-1-iscsi at level 0 using segments [{'id': 'f89b4a51-5cb3-4753-a54d-d44c275e69f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ffe13c02-25b6-452b-9b78-8381e3f3cdaa'}] {{(pid=84077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 16:03:30.441332 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27b6cee-0ab0-48df-9b92-872cc306b5db None None] Attempting to bind port e181cc6a-61a4-4dba-b7fa-512484ae5a27 on network ffe13c02-25b6-452b-9b78-8381e3f3cdaa {{(pid=84077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 16:03:30.456022 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27b6cee-0ab0-48df-9b92-872cc306b5db None None] Checking agent: {'id': '84f77aeb-7661-44c0-b112-b1bf68bd83fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 15, 47, 21), 'started_at': datetime.datetime(2021, 2, 16, 15, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 16, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.95', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 16:03:30.457036 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27b6cee-0ab0-48df-9b92-872cc306b5db None None] Checking segment: {'id': 'f89b4a51-5cb3-4753-a54d-d44c275e69f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ffe13c02-25b6-452b-9b78-8381e3f3cdaa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 16:03:30.457178 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a27b6cee-0ab0-48df-9b92-872cc306b5db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:30.457529 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27b6cee-0ab0-48df-9b92-872cc306b5db None None] Bound using segment: {'id': 'f89b4a51-5cb3-4753-a54d-d44c275e69f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ffe13c02-25b6-452b-9b78-8381e3f3cdaa'} {{(pid=84077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 16:03:30.458091 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-a27b6cee-0ab0-48df-9b92-872cc306b5db None None] Bound port: e181cc6a-61a4-4dba-b7fa-512484ae5a27, host: dv-cinder-775706-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f89b4a51-5cb3-4753-a54d-d44c275e69f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ffe13c02-25b6-452b-9b78-8381e3f3cdaa'}}] {{(pid=84077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 16:03:30.458511 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a27b6cee-0ab0-48df-9b92-872cc306b5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:30.563679 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-a27b6cee-0ab0-48df-9b92-872cc306b5db None None] For port e181cc6a-61a4-4dba-b7fa-512484ae5a27, host dv-cinder-775706-1-iscsi, cleared binding levels {{(pid=84077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 16:03:30.567129 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-a27b6cee-0ab0-48df-9b92-872cc306b5db None None] For port e181cc6a-61a4-4dba-b7fa-512484ae5a27, host dv-cinder-775706-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-iscsi',level=0,port_id=e181cc6a-61a4-4dba-b7fa-512484ae5a27,segment=NetworkSegment(f89b4a51-5cb3-4753-a54d-d44c275e69f5),segment_id=f89b4a51-5cb3-4753-a54d-d44c275e69f5)] {{(pid=84077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 16:03:30.594505 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a27b6cee-0ab0-48df-9b92-872cc306b5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:30.612282 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-4e90cdbb-2ef4-4152-84d1-bf6f1b1521dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:03:30.777832 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2596513c-a3e8-41aa-a5ab-4782a7918bf1 None None] Pushing event updated for resources: {'Port': ['ID=e181cc6a-61a4-4dba-b7fa-512484ae5a27,revision_number=4']} {{(pid=84077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:03:30.781555 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-2596513c-a3e8-41aa-a5ab-4782a7918bf1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:03:30.838398 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27b6cee-0ab0-48df-9b92-872cc306b5db None None] Routers {'c80e3b56-ff07-4f8f-8e98-7400a2176a3f'} bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 16:03:30.839144 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-a27b6cee-0ab0-48df-9b92-872cc306b5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-16T15:47:20Z,description=,heartbeat_timestamp=2021-02-16T16:03:21Z,host='dv-cinder-775706-1-iscsi',id=4f2d6f55-b6e7-4768-88f5-01ac5c4c3902,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:47:21Z,topic='l3_agent')) {'router_ids': ['c80e3b56-ff07-4f8f-8e98-7400a2176a3f'], 'active': True} {{(pid=84077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:03:31.102461 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvr_db [None req-a27b6cee-0ab0-48df-9b92-872cc306b5db None None] Set router c80e3b56-ff07-4f8f-8e98-7400a2176a3f gateway port host: dv-cinder-775706-1-iscsi {{(pid=84077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 16:03:31.273325 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device e181cc6a-61a4-4dba-b7fa-512484ae5a27 up at agent ovs-agent-dv-cinder-775706-1-iscsi {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 16:03:31.391945 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Provisioning for port e181cc6a-61a4-4dba-b7fa-512484ae5a27 completed by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 16:03:31.398751 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Provisioning complete for port e181cc6a-61a4-4dba-b7fa-512484ae5a27 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:03:31.399199 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:31.554780 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:31.592006 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] For port e181cc6a-61a4-4dba-b7fa-512484ae5a27, host dv-cinder-775706-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-iscsi',level=0,port_id=e181cc6a-61a4-4dba-b7fa-512484ae5a27,segment=NetworkSegment(f89b4a51-5cb3-4753-a54d-d44c275e69f5),segment_id=f89b4a51-5cb3-4753-a54d-d44c275e69f5)] {{(pid=84076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:03:31.620585 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:31.623571 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:03:31.661590 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96573f9-a3b1-4d0c-ae12-1b61e8582800 req-09fe1a47-baf8-4ee5-8f93-c432945075df tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:03:31.663987 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-d96573f9-a3b1-4d0c-ae12-1b61e8582800 req-09fe1a47-baf8-4ee5-8f93-c432945075df tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 944 time: 0.0992908 Feb 16 16:03:31.680328 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-a27b6cee-0ab0-48df-9b92-872cc306b5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80e3b56-ff07-4f8f-8e98-7400a2176a3f', 'name': 'tempest-TestVolumeBootPattern-1569180408-router', 'tenant_id': '0b070fc5e65447debc49b395c2fa9e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'af436bcb-56a8-470d-8275-05f20e1bc0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T16:03:17Z', 'updated_at': '2021-02-16T16:03:23Z', 'revision_number': 4, 'project_id': '0b070fc5e65447debc49b395c2fa9e9a', 'gw_port': {'id': 'af436bcb-56a8-470d-8275-05f20e1bc0da', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:11:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80e3b56-ff07-4f8f-8e98-7400a2176a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:03:18Z', 'updated_at': '2021-02-16T16:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_interfaces': [{'id': 'e181cc6a-61a4-4dba-b7fa-512484ae5a27', 'name': '', 'network_id': 'ffe13c02-25b6-452b-9b78-8381e3f3cdaa', 'tenant_id': '0b070fc5e65447debc49b395c2fa9e9a', 'mac_address': 'fa:16:3e:c9:33:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80e3b56-ff07-4f8f-8e98-7400a2176a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '3efde795-e73c-406f-bf6f-0396da4214da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:03:22Z', 'updated_at': '2021-02-16T16:03:30Z', 'revision_number': 4, 'project_id': '0b070fc5e65447debc49b395c2fa9e9a', 'subnets': [{'id': '3efde795-e73c-406f-bf6f-0396da4214da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-iscsi', False) {} {{(pid=84077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:03:31.686183 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27b6cee-0ab0-48df-9b92-872cc306b5db None None] The sync data for ids ['c80e3b56-ff07-4f8f-8e98-7400a2176a3f'] in dv-cinder-775706-1-iscsi is: [{'id': 'c80e3b56-ff07-4f8f-8e98-7400a2176a3f', 'name': 'tempest-TestVolumeBootPattern-1569180408-router', 'tenant_id': '0b070fc5e65447debc49b395c2fa9e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'af436bcb-56a8-470d-8275-05f20e1bc0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T16:03:17Z', 'updated_at': '2021-02-16T16:03:23Z', 'revision_number': 4, 'project_id': '0b070fc5e65447debc49b395c2fa9e9a', 'gw_port': {'id': 'af436bcb-56a8-470d-8275-05f20e1bc0da', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:11:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80e3b56-ff07-4f8f-8e98-7400a2176a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:03:18Z', 'updated_at': '2021-02-16T16:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_interfaces': [{'id': 'e181cc6a-61a4-4dba-b7fa-512484ae5a27', 'name': '', 'network_id': 'ffe13c02-25b6-452b-9b78-8381e3f3cdaa', 'tenant_id': '0b070fc5e65447debc49b395c2fa9e9a', 'mac_address': 'fa:16:3e:c9:33:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80e3b56-ff07-4f8f-8e98-7400a2176a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '3efde795-e73c-406f-bf6f-0396da4214da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:03:22Z', 'updated_at': '2021-02-16T16:03:30Z', 'revision_number': 4, 'project_id': '0b070fc5e65447debc49b395c2fa9e9a', 'subnets': [{'id': '3efde795-e73c-406f-bf6f-0396da4214da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 16:03:31.700080 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Pushing event updated for resources: {'Port': ['ID=e181cc6a-61a4-4dba-b7fa-512484ae5a27,revision_number=5']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:03:31.703603 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:03:31.721149 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-d96573f9-a3b1-4d0c-ae12-1b61e8582800 req-2ee878e9-6270-4d79-a847-ecc7e50e1dc3 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511200 Feb 16 16:03:32.939980 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577031ea-f4d3-49e3-9e29-7f4eed223b06 req-e1d48be5-bbfd-4a9e-9bfd-97b184059de1 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:03:32.941645 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-577031ea-f4d3-49e3-9e29-7f4eed223b06 req-e1d48be5-bbfd-4a9e-9bfd-97b184059de1 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 944 time: 0.0912395 Feb 16 16:03:32.994254 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-577031ea-f4d3-49e3-9e29-7f4eed223b06 req-893064cc-a376-47de-8328-c0618568fe91 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462997 Feb 16 16:03:33.152961 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device e181cc6a-61a4-4dba-b7fa-512484ae5a27 up at agent ovs-agent-dv-cinder-775706-1-iscsi {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 16:03:33.230923 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Provisioning complete for port e181cc6a-61a4-4dba-b7fa-512484ae5a27 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:03:33.232040 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:34.204764 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7618c-0859-4605-930f-a5d10e7d2c66 req-f7c66753-6b7d-4e29-9b95-05bbd21a4363 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:03:34.206459 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-d9d7618c-0859-4605-930f-a5d10e7d2c66 req-f7c66753-6b7d-4e29-9b95-05bbd21a4363 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 944 time: 0.0913472 Feb 16 16:03:34.258032 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-d9d7618c-0859-4605-930f-a5d10e7d2c66 req-62363ad3-2ed3-4f5f-91ea-b3a9741f8c7f tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452087 Feb 16 16:03:35.467375 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26934f7f-3a71-4b02-89aa-b3a1476e3552 req-dc1a6085-b398-4bf2-b09f-ad5d35cf0dd5 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:03:35.469251 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-26934f7f-3a71-4b02-89aa-b3a1476e3552 req-dc1a6085-b398-4bf2-b09f-ad5d35cf0dd5 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 944 time: 0.0890198 Feb 16 16:03:35.519777 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-26934f7f-3a71-4b02-89aa-b3a1476e3552 req-3ea17ada-6eed-4f70-8baa-f3fc798601de tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431800 Feb 16 16:03:36.939084 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e995836-8595-4319-9d41-14bee66f298c req-e9e56c50-df2d-42fd-a800-c413efd91f20 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:03:36.940682 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5e995836-8595-4319-9d41-14bee66f298c req-e9e56c50-df2d-42fd-a800-c413efd91f20 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 944 time: 0.2958779 Feb 16 16:03:36.989280 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5e995836-8595-4319-9d41-14bee66f298c req-300955ac-14ab-48f4-a785-621c2a4235d9 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422542 Feb 16 16:03:38.208368 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c92331-5b45-46ae-bae7-f92e7d842745 req-cd839b74-023d-4817-b007-43558d9d4e54 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:03:38.210025 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-f5c92331-5b45-46ae-bae7-f92e7d842745 req-cd839b74-023d-4817-b007-43558d9d4e54 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 944 time: 0.0920315 Feb 16 16:03:38.259334 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-f5c92331-5b45-46ae-bae7-f92e7d842745 req-abc4b07d-589b-481b-add4-ae2667f26607 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420859 Feb 16 16:03:39.665188 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef41f1fc-e07b-495b-8b6f-bec0dfcdd157 req-0f065402-6950-4d12-b30d-7b9a56d8a382 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:03:39.666828 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ef41f1fc-e07b-495b-8b6f-bec0dfcdd157 req-0f065402-6950-4d12-b30d-7b9a56d8a382 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 944 time: 0.0874259 Feb 16 16:03:39.722179 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ef41f1fc-e07b-495b-8b6f-bec0dfcdd157 req-7feced6d-3086-4d62-b840-936aadef5d69 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487595 Feb 16 16:03:40.940174 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27b91d1-b9ef-4c10-884d-5d61a972b614 req-f8a2ab3d-00f6-4578-923d-a4b9a7de8959 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:03:40.941787 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b27b91d1-b9ef-4c10-884d-5d61a972b614 req-f8a2ab3d-00f6-4578-923d-a4b9a7de8959 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 944 time: 0.0871882 Feb 16 16:03:40.996909 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b27b91d1-b9ef-4c10-884d-5d61a972b614 req-cfd5582e-faee-4ed4-9e6e-8e80a66df8f7 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487206 Feb 16 16:03:42.215721 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471b9715-1b8e-47cb-84a5-96a24b85bd8c req-68c3e885-2f66-4e0f-8db5-72f04334dd4d tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:03:42.217988 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-471b9715-1b8e-47cb-84a5-96a24b85bd8c req-68c3e885-2f66-4e0f-8db5-72f04334dd4d tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 944 time: 0.0968120 Feb 16 16:03:42.271023 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-471b9715-1b8e-47cb-84a5-96a24b85bd8c req-5742e780-3fb7-4dac-9b67-c55f5a307916 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464709 Feb 16 16:03:42.872035 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device 9dedfb5f-f242-4d22-9c46-3ce5cb5669a4 up at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 16:03:42.906429 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:42.909105 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c8e03-4655-4bc7-9a41-3b429245e9ec req-15e9c46a-cfaa-49b4-82d4-1246fa1b5507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:03:42.911328 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0b3c8e03-4655-4bc7-9a41-3b429245e9ec req-15e9c46a-cfaa-49b4-82d4-1246fa1b5507 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=d1456e6ef0124344987862a0a776adce&device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 1161 time: 0.0871639 Feb 16 16:03:42.949648 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning complete for port 9dedfb5f-f242-4d22-9c46-3ce5cb5669a4 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:03:42.950023 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:43.087976 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:43.098304 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c8e03-4655-4bc7-9a41-3b429245e9ec req-6433936f-4229-422e-8f38-0286fd6b2736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:03:43.099897 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0b3c8e03-4655-4bc7-9a41-3b429245e9ec req-6433936f-4229-422e-8f38-0286fd6b2736 service neutron] 10.222.0.103 "GET /v2.0/networks?id=ad429259-d816-4c2a-be88-810e600c47b4 HTTP/1.1" status: 200 len: 911 time: 0.1621082 Feb 16 16:03:43.121284 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d47a1b6-f3a5-432d-8db4-121a2e835452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dedfb5f-f242-4d22-9c46-3ce5cb5669a4'}] {{(pid=84076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 16:03:43.138846 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] For port 9dedfb5f-f242-4d22-9c46-3ce5cb5669a4, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=9dedfb5f-f242-4d22-9c46-3ce5cb5669a4,segment=NetworkSegment(70f36e3c-fd91-4136-95df-cba7919e0ad6),segment_id=70f36e3c-fd91-4136-95df-cba7919e0ad6)] {{(pid=84076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:03:43.169124 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:43.175508 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:03:43.237315 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d47a1b6-f3a5-432d-8db4-121a2e835452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dedfb5f-f242-4d22-9c46-3ce5cb5669a4', 'code': 200} Feb 16 16:03:43.240390 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0b3c8e03-4655-4bc7-9a41-3b429245e9ec req-979c5728-c65f-44d2-b0f1-01e92224baa2 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9dedfb5f-f242-4d22-9c46-3ce5cb5669a4 HTTP/1.1" status: 200 len: 1000 time: 0.1284621 Feb 16 16:03:43.266811 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Pushing event updated for resources: {'Port': ['ID=9dedfb5f-f242-4d22-9c46-3ce5cb5669a4,revision_number=6']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:03:43.270522 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:03:43.338742 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c8e03-4655-4bc7-9a41-3b429245e9ec req-9a4e3fa0-89c6-495c-ac86-6c36347eef9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:03:43.340646 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0b3c8e03-4655-4bc7-9a41-3b429245e9ec req-9a4e3fa0-89c6-495c-ac86-6c36347eef9c service neutron] 10.222.0.103 "GET /v2.0/subnets?id=ad071c69-6309-4f89-b5f5-850687a34a80 HTTP/1.1" status: 200 len: 856 time: 0.0888922 Feb 16 16:03:43.494356 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c8e03-4655-4bc7-9a41-3b429245e9ec req-c013a779-963b-4b3d-9f10-c1f5d12c7ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:03:43.496079 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0b3c8e03-4655-4bc7-9a41-3b429245e9ec req-c013a779-963b-4b3d-9f10-c1f5d12c7ecb service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=ad429259-d816-4c2a-be88-810e600c47b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1446691 Feb 16 16:03:43.632533 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cc2057-c7f2-4163-ad48-7614d512e93b req-ca54e38d-ee19-49b9-bd4c-d8be46e9d4c1 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:03:43.634166 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-79cc2057-c7f2-4163-ad48-7614d512e93b req-ca54e38d-ee19-49b9-bd4c-d8be46e9d4c1 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 946 time: 0.2113233 Feb 16 16:03:43.643298 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device 9dedfb5f-f242-4d22-9c46-3ce5cb5669a4 up at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 16:03:43.699205 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-79cc2057-c7f2-4163-ad48-7614d512e93b req-e4aac02d-5fc4-4521-b537-e9967e8e27c0 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576982 Feb 16 16:03:43.760954 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning complete for port 9dedfb5f-f242-4d22-9c46-3ce5cb5669a4 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:03:43.760954 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:43.761114 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0b3c8e03-4655-4bc7-9a41-3b429245e9ec req-cbf90c64-6771-457b-934a-9c565d1aff5a service neutron] 10.222.0.103 "GET /v2.0/networks/ad429259-d816-4c2a-be88-810e600c47b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219911 Feb 16 16:03:43.951198 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0b3c8e03-4655-4bc7-9a41-3b429245e9ec req-c208ccd9-ac7c-4e38-908e-f92080ef005d service neutron] 10.222.0.103 "GET /v2.0/networks/ad429259-d816-4c2a-be88-810e600c47b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1880107 Feb 16 16:03:44.328006 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da14fad-6a3d-4be9-92fa-aa017c29107b req-c3afe064-aa51-48cd-9790-206bed323645 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:03:44.329536 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0da14fad-6a3d-4be9-92fa-aa017c29107b req-c3afe064-aa51-48cd-9790-206bed323645 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/networks?id=f1c7fd91-bdeb-4c0b-869e-049ad754011c HTTP/1.1" status: 200 len: 814 time: 0.1654136 Feb 16 16:03:44.347132 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0da14fad-6a3d-4be9-92fa-aa017c29107b req-e10d64db-38ee-464c-baec-fa20b5e705f9 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/quotas/07b603c5d4484b84ab76183cea7c36c8 HTTP/1.1" status: 200 len: 375 time: 0.0111933 Feb 16 16:03:44.404973 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0da14fad-6a3d-4be9-92fa-aa017c29107b req-fd9ab041-dab1-4c52-96ee-29b2098f2c07 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=07b603c5d4484b84ab76183cea7c36c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513945 Feb 16 16:03:44.666057 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0da14fad-6a3d-4be9-92fa-aa017c29107b req-fb3fd082-cf5f-4c5e-94d8-f712f894d61a service neutron] 10.222.0.101 "GET /v2.0/networks/f1c7fd91-bdeb-4c0b-869e-049ad754011c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538822 Feb 16 16:03:44.817717 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0da14fad-6a3d-4be9-92fa-aa017c29107b req-e97bfd73-46c3-4b88-9ada-d32743aafa41 service neutron] 10.222.0.101 "GET /v2.0/networks/f1c7fd91-bdeb-4c0b-869e-049ad754011c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1444170 Feb 16 16:03:44.954975 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a862204f-aa6c-4afb-845d-d67bacbe3d91 req-ef100be6-0759-4c41-85a4-50d04dc7a2ca tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:03:44.956673 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-a862204f-aa6c-4afb-845d-d67bacbe3d91 req-ef100be6-0759-4c41-85a4-50d04dc7a2ca tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 946 time: 0.0936971 Feb 16 16:03:45.011192 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-a862204f-aa6c-4afb-845d-d67bacbe3d91 req-05963287-2f25-49f3-b46c-5d464175ff39 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475540 Feb 16 16:03:45.122223 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-2faea781-5b4e-4c7c-8fb0-d3f86159bb97 req-4a31cba9-fd27-4d69-b19e-42ea1d752535 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/ports?device_id=6d340e05-f025-4ca0-aa4a-05a7b68f75d6 HTTP/1.1" status: 200 len: 210 time: 0.0518093 Feb 16 16:03:46.228027 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22577cc-f028-49b5-85ab-d2fe58c59f45 req-68bbc001-e08d-4684-be98-49643a8403ae tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:03:46.229660 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c22577cc-f028-49b5-85ab-d2fe58c59f45 req-68bbc001-e08d-4684-be98-49643a8403ae tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 946 time: 0.0883090 Feb 16 16:03:46.284594 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.agents_db [None req-cca974b7-119d-4613-9949-a609bd4803bb None None] Agent healthcheck: found 6 active agents {{(pid=84077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 16:03:46.313180 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ffad14e3-ba5a-4355-9bf1-70b97910fc27 req-6c469e34-0fd5-43b4-b4ff-24e6908f85cf tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/ports?device_id=6d340e05-f025-4ca0-aa4a-05a7b68f75d6 HTTP/1.1" status: 200 len: 210 time: 0.0715454 Feb 16 16:03:46.333953 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c22577cc-f028-49b5-85ab-d2fe58c59f45 req-b34e8ee8-c349-4ddc-b900-0d40c0e09faf tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975459 Feb 16 16:03:47.531494 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-bfc4e550-3ec3-474d-981d-29a4df558167 req-4c5b01e2-c1da-4a2e-9d5c-c1136c0c022a tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/ports?device_id=6d340e05-f025-4ca0-aa4a-05a7b68f75d6 HTTP/1.1" status: 200 len: 210 time: 0.0945809 Feb 16 16:03:47.577914 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23811237-2898-4ec8-a3e3-6c49cf2f4b7e req-f3ec765a-8527-41fd-949d-6a56f474cf47 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:03:47.579551 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-23811237-2898-4ec8-a3e3-6c49cf2f4b7e req-f3ec765a-8527-41fd-949d-6a56f474cf47 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 946 time: 0.1052957 Feb 16 16:03:47.629518 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-23811237-2898-4ec8-a3e3-6c49cf2f4b7e req-24277f1f-5872-4ae3-a573-7ec2dd40151e tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436199 Feb 16 16:03:47.677332 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ac3cb742-97ce-4dc8-b13c-a85c228b990c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:48.698492 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c94815ba-777b-4074-b228-30cabae1eb60 req-6f63de85-daf8-4bb1-ab2e-d877981a27e5 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/ports?device_id=6d340e05-f025-4ca0-aa4a-05a7b68f75d6 HTTP/1.1" status: 200 len: 210 time: 0.0500059 Feb 16 16:03:48.842089 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a021383-c8fb-4df5-916d-348f8f6d13f1 req-6f0a5ceb-9494-4daf-9b1a-dd0ce2f23f4b tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:03:48.844060 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-9a021383-c8fb-4df5-916d-348f8f6d13f1 req-6f0a5ceb-9494-4daf-9b1a-dd0ce2f23f4b tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 946 time: 0.0908043 Feb 16 16:03:48.897024 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-9a021383-c8fb-4df5-916d-348f8f6d13f1 req-7977e7ba-8b04-41bc-b0c9-4195cfabc34a tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457470 Feb 16 16:03:49.242378 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249feb74-fa45-448e-857a-ae93e23c202b req-415d547f-7851-4c0b-8267-0f334fc95ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:03:49.244060 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-249feb74-fa45-448e-857a-ae93e23c202b req-415d547f-7851-4c0b-8267-0f334fc95ade service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 1163 time: 0.0783603 Feb 16 16:03:49.294984 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-249feb74-fa45-448e-857a-ae93e23c202b req-a2c30485-4e3a-406e-a461-2f71423b09dc service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411224 Feb 16 16:03:49.862950 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-cae3c8ef-8099-4ea9-8300-7f3f17d37848 req-641b8624-8e3b-4ed5-8664-b1015f6bd8a4 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/ports?device_id=6d340e05-f025-4ca0-aa4a-05a7b68f75d6 HTTP/1.1" status: 200 len: 210 time: 0.0484750 Feb 16 16:03:50.103612 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743c1055-b028-4b97-b2a1-92f57c33e082 req-65d10b55-d6e6-4dfe-9dbb-c3ed0f101e34 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:03:50.105230 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-743c1055-b028-4b97-b2a1-92f57c33e082 req-65d10b55-d6e6-4dfe-9dbb-c3ed0f101e34 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 946 time: 0.0876496 Feb 16 16:03:50.153291 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-743c1055-b028-4b97-b2a1-92f57c33e082 req-7d752640-e7f2-4a26-9da4-40542002fc91 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409811 Feb 16 16:03:50.328773 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d05518bb-17ee-4865-b03c-31693adcda8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:50.579668 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8b4fb2f7-4760-4191-a7ad-2a15b3633c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:51.054692 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ab06b85c-dc50-4163-9311-8837fafb7a78 req-699d515a-717a-40e1-819f-f25e662416f9 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/ports?device_id=6d340e05-f025-4ca0-aa4a-05a7b68f75d6 HTTP/1.1" status: 200 len: 210 time: 0.0620968 Feb 16 16:03:51.065333 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da14fad-6a3d-4be9-92fa-aa017c29107b req-db862820-a9c9-499b-a886-7d80b08871fd tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:03:51.066956 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0da14fad-6a3d-4be9-92fa-aa017c29107b req-db862820-a9c9-499b-a886-7d80b08871fd tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.103 "GET /v2.0/networks?id=f1c7fd91-bdeb-4c0b-869e-049ad754011c HTTP/1.1" status: 200 len: 814 time: 0.2336626 Feb 16 16:03:51.094504 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [req-0da14fad-6a3d-4be9-92fa-aa017c29107b req-685c3559-d709-46d5-a72d-0e02376fd5f1 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Request body: {'port': {'device_id': '6d340e05-f025-4ca0-aa4a-05a7b68f75d6', 'network_id': 'f1c7fd91-bdeb-4c0b-869e-049ad754011c', 'admin_state_up': True, 'tenant_id': '07b603c5d4484b84ab76183cea7c36c8'}} {{(pid=84075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:03:51.255511 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [req-0da14fad-6a3d-4be9-92fa-aa017c29107b req-685c3559-d709-46d5-a72d-0e02376fd5f1 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:03:51.266220 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [req-0da14fad-6a3d-4be9-92fa-aa017c29107b req-685c3559-d709-46d5-a72d-0e02376fd5f1 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:03:51.336744 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0da14fad-6a3d-4be9-92fa-aa017c29107b req-685c3559-d709-46d5-a72d-0e02376fd5f1 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Made reservation on behalf of 07b603c5d4484b84ab76183cea7c36c8 for: {'port': 1} {{(pid=84075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 16:03:51.343160 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-0da14fad-6a3d-4be9-92fa-aa017c29107b req-685c3559-d709-46d5-a72d-0e02376fd5f1 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:51.408919 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:51.509988 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212a6bc2-f2df-43c3-a2b4-b05eb88acb46 req-f8f78dfc-f6a3-4431-b865-f5a780e29f3e tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:03:51.511513 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-212a6bc2-f2df-43c3-a2b4-b05eb88acb46 req-f8f78dfc-f6a3-4431-b865-f5a780e29f3e tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 946 time: 0.2285633 Feb 16 16:03:51.861677 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-212a6bc2-f2df-43c3-a2b4-b05eb88acb46 req-7e78870a-111f-4bde-b097-eaff92edf87d tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3427591 Feb 16 16:03:51.981546 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.db_base_plugin_common [req-0da14fad-6a3d-4be9-92fa-aa017c29107b req-685c3559-d709-46d5-a72d-0e02376fd5f1 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Allocated IP 172.20.0.5 (f1c7fd91-bdeb-4c0b-869e-049ad754011c/a1024a4d-2577-47c6-a462-e2547e02862f/4155c2b5-bba9-4cc8-87d4-2f14060c97c2) {{(pid=84075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 16:03:52.288641 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-331083c2-9fd5-48c9-8796-02890b3f22e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:52.293648 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c8bafc07-c29d-4ef3-92ce-85c31e91a2ae req-a08fca39-e383-443f-a0ea-86727b41b6c5 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/ports?device_id=6d340e05-f025-4ca0-aa4a-05a7b68f75d6 HTTP/1.1" status: 200 len: 210 time: 0.0787468 Feb 16 16:03:52.300605 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62902aa2-a835-467f-bcdf-94ad169899fa req-95379711-ce2a-48be-afca-171c187a3571 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:03:52.302163 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-62902aa2-a835-467f-bcdf-94ad169899fa req-95379711-ce2a-48be-afca-171c187a3571 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a42868-5e1e-49af-b0ff-44e3cd2357e8 HTTP/1.1" status: 200 len: 945 time: 0.2846198 Feb 16 16:03:52.388685 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-0da14fad-6a3d-4be9-92fa-aa017c29107b req-685c3559-d709-46d5-a72d-0e02376fd5f1 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Notify callbacks [] for port, precommit_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:52.397511 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-62902aa2-a835-467f-bcdf-94ad169899fa req-27d51cf6-093f-4cf5-9813-ca5eb29ea924 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/security-groups?id=5898dce6-7055-4862-b83b-a300f7112f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842290 Feb 16 16:03:52.460310 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-0da14fad-6a3d-4be9-92fa-aa017c29107b req-685c3559-d709-46d5-a72d-0e02376fd5f1 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776636048806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7708556'] for port, after_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:52.476930 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-ef39ea6e-55f3-48c5-ba9d-0a2e98736997 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:03:52.633094 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685c3559-d709-46d5-a72d-0e02376fd5f1 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Pushing event updated for resources: {'Port': ['ID=4155c2b5-bba9-4cc8-87d4-2f14060c97c2,revision_number=1']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:03:52.637419 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-685c3559-d709-46d5-a72d-0e02376fd5f1 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:03:52.687260 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0da14fad-6a3d-4be9-92fa-aa017c29107b req-685c3559-d709-46d5-a72d-0e02376fd5f1 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Network f1c7fd91-bdeb-4c0b-869e-049ad754011c is already hosted by enough agents. {{(pid=84075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 16:03:52.688565 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.base_scheduler [req-0da14fad-6a3d-4be9-92fa-aa017c29107b req-685c3559-d709-46d5-a72d-0e02376fd5f1 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Resources bound (agent type, host, resource id): {{(pid=84075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 16:03:52.690974 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [req-0da14fad-6a3d-4be9-92fa-aa017c29107b req-685c3559-d709-46d5-a72d-0e02376fd5f1 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Received port after_create {{(pid=84075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 16:03:52.757598 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da14fad-6a3d-4be9-92fa-aa017c29107b req-685c3559-d709-46d5-a72d-0e02376fd5f1 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:03:52.758260 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-0da14fad-6a3d-4be9-92fa-aa017c29107b req-685c3559-d709-46d5-a72d-0e02376fd5f1 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487'] for port, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:52.861098 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0da14fad-6a3d-4be9-92fa-aa017c29107b req-685c3559-d709-46d5-a72d-0e02376fd5f1 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7720497 Feb 16 16:03:53.079815 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ffdc62-2b0e-4a1d-adfd-a30ded76a115 req-7dac8b94-7916-4bc4-a3e6-2ee829cc4bbc tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:03:53.081444 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-18ffdc62-2b0e-4a1d-adfd-a30ded76a115 req-7dac8b94-7916-4bc4-a3e6-2ee829cc4bbc tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 946 time: 0.0914578 Feb 16 16:03:53.136417 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-18ffdc62-2b0e-4a1d-adfd-a30ded76a115 req-ec86b191-ff2b-403c-88a8-c299872af8f0 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483820 Feb 16 16:03:53.499800 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c3ec83-07a2-43d3-a687-8bf58675f296 req-6b19fbb7-6024-42af-a6d4-d1906409b9d6 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:03:53.500572 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-d5c3ec83-07a2-43d3-a687-8bf58675f296 req-6b19fbb7-6024-42af-a6d4-d1906409b9d6 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Synchronizing usage tracker for tenant:07b603c5d4484b84ab76183cea7c36c8 on resource:port {{(pid=84075) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 16:03:53.560802 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-d5c3ec83-07a2-43d3-a687-8bf58675f296 req-6b19fbb7-6024-42af-a6d4-d1906409b9d6 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Unset dirty status for tenant:07b603c5d4484b84ab76183cea7c36c8 on resource:port {{(pid=84075) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 16:03:53.562103 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-d5c3ec83-07a2-43d3-a687-8bf58675f296 req-6b19fbb7-6024-42af-a6d4-d1906409b9d6 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/ports?device_id=6d340e05-f025-4ca0-aa4a-05a7b68f75d6 HTTP/1.1" status: 200 len: 931 time: 0.1519697 Feb 16 16:03:53.638873 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-d5c3ec83-07a2-43d3-a687-8bf58675f296 req-def9ec58-299b-43fc-8b08-f6c1224a9eb5 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef25aa2-a300-4d1c-9993-bed7a0e4bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629251 Feb 16 16:03:53.656989 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cdecbc-5145-40b9-93c6-4a9f4fafe642 req-90e3b53f-8acd-4038-9f01-283ac7812642 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:03:53.658607 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-37cdecbc-5145-40b9-93c6-4a9f4fafe642 req-90e3b53f-8acd-4038-9f01-283ac7812642 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a42868-5e1e-49af-b0ff-44e3cd2357e8 HTTP/1.1" status: 200 len: 945 time: 0.1416953 Feb 16 16:03:53.707108 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-37cdecbc-5145-40b9-93c6-4a9f4fafe642 req-9491e39c-1fbf-4dbc-a7e5-d7b8baf22970 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/security-groups?id=5898dce6-7055-4862-b83b-a300f7112f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419669 Feb 16 16:03:54.345388 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4ef9b7-65e5-4e87-85a8-22633945069a req-e5bbfbfc-1f71-4bd9-8229-06544c285ded tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:03:54.346928 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6f4ef9b7-65e5-4e87-85a8-22633945069a req-e5bbfbfc-1f71-4bd9-8229-06544c285ded tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 946 time: 0.0875309 Feb 16 16:03:54.394704 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6f4ef9b7-65e5-4e87-85a8-22633945069a req-502adb11-c6ed-4d83-88cc-86926cde176c tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413311 Feb 16 16:03:54.892463 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b89fc1-9f1e-4bd9-b3b8-bc6a54543864 req-ae0976f9-96f9-45ac-88bb-4a585cf80d7e tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:03:54.894050 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-e8b89fc1-9f1e-4bd9-b3b8-bc6a54543864 req-ae0976f9-96f9-45ac-88bb-4a585cf80d7e tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/ports?device_id=6d340e05-f025-4ca0-aa4a-05a7b68f75d6 HTTP/1.1" status: 200 len: 931 time: 0.1406021 Feb 16 16:03:54.960911 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-e8b89fc1-9f1e-4bd9-b3b8-bc6a54543864 req-3708ba0f-e085-483d-9283-d735e163f84d tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef25aa2-a300-4d1c-9993-bed7a0e4bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602922 Feb 16 16:03:54.967155 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3248a9-bd89-4d0e-9969-9b766cd86f16 req-a15b38c4-cd14-43d6-9ad0-8c91341f6836 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:03:54.968974 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-2a3248a9-bd89-4d0e-9969-9b766cd86f16 req-a15b38c4-cd14-43d6-9ad0-8c91341f6836 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a42868-5e1e-49af-b0ff-44e3cd2357e8 HTTP/1.1" status: 200 len: 945 time: 0.1411335 Feb 16 16:03:55.022513 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-2a3248a9-bd89-4d0e-9969-9b766cd86f16 req-c157545a-a6f0-4e86-a582-1991b728ccc5 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/security-groups?id=5898dce6-7055-4862-b83b-a300f7112f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470040 Feb 16 16:03:55.604707 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1922a70-d538-4da8-aaff-4e85162d28a8 req-7a4bef1c-746f-4c34-97d7-7b647d3fb11e tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:03:55.606325 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-d1922a70-d538-4da8-aaff-4e85162d28a8 req-7a4bef1c-746f-4c34-97d7-7b647d3fb11e tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 946 time: 0.0892961 Feb 16 16:03:55.654706 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-d1922a70-d538-4da8-aaff-4e85162d28a8 req-d171a32d-004e-44a2-8a89-d8d61c19351f tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411000 Feb 16 16:03:56.216730 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0415c01c-2dbb-4dcd-bdad-702a19826a53 req-77f28662-d939-428f-adaa-b09b68e60468 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:03:56.218667 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0415c01c-2dbb-4dcd-bdad-702a19826a53 req-77f28662-d939-428f-adaa-b09b68e60468 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/ports?device_id=6d340e05-f025-4ca0-aa4a-05a7b68f75d6 HTTP/1.1" status: 200 len: 931 time: 0.1419473 Feb 16 16:03:56.286210 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e399c1ee-9911-453a-a7af-f2a0de53cc9c req-09a88f2b-3414-4132-8aad-ebbdd8d16d63 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:03:56.287841 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-e399c1ee-9911-453a-a7af-f2a0de53cc9c req-09a88f2b-3414-4132-8aad-ebbdd8d16d63 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a42868-5e1e-49af-b0ff-44e3cd2357e8 HTTP/1.1" status: 200 len: 945 time: 0.1433220 Feb 16 16:03:56.292605 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0415c01c-2dbb-4dcd-bdad-702a19826a53 req-118b662e-5e98-48ad-9848-e02d4711e89b tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef25aa2-a300-4d1c-9993-bed7a0e4bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671806 Feb 16 16:03:56.342720 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-e399c1ee-9911-453a-a7af-f2a0de53cc9c req-e4211d64-b4e6-485c-a557-b058e440583b tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/security-groups?id=5898dce6-7055-4862-b83b-a300f7112f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485165 Feb 16 16:03:56.862521 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63bdcf5-f5e4-4ef6-8c3e-2f084e5bbf0e req-64a5b44b-e253-4cc4-a69d-35aa18ee893b tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:03:56.864210 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-f63bdcf5-f5e4-4ef6-8c3e-2f084e5bbf0e req-64a5b44b-e253-4cc4-a69d-35aa18ee893b tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 946 time: 0.0883372 Feb 16 16:03:56.912826 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-f63bdcf5-f5e4-4ef6-8c3e-2f084e5bbf0e req-e8d088dc-fa57-4d1b-8372-4ef8014a81e2 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422912 Feb 16 16:03:57.569785 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5008ca6c-79d0-4076-8c34-650e1b7e61e5 req-087aeafc-7596-415f-a279-360713ce167c tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:03:57.571334 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5008ca6c-79d0-4076-8c34-650e1b7e61e5 req-087aeafc-7596-415f-a279-360713ce167c tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/ports?device_id=6d340e05-f025-4ca0-aa4a-05a7b68f75d6 HTTP/1.1" status: 200 len: 931 time: 0.1630988 Feb 16 16:03:57.583227 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f0308-1624-467f-b3b4-f9ab9bb0fe13 req-359274fd-6ba4-4dbf-9ac9-3c7a449d7d68 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:03:57.584780 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c99f0308-1624-467f-b3b4-f9ab9bb0fe13 req-359274fd-6ba4-4dbf-9ac9-3c7a449d7d68 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a42868-5e1e-49af-b0ff-44e3cd2357e8 HTTP/1.1" status: 200 len: 945 time: 0.1263402 Feb 16 16:03:57.660790 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5008ca6c-79d0-4076-8c34-650e1b7e61e5 req-06a2de5e-b383-442e-8701-cf9262b37e30 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef25aa2-a300-4d1c-9993-bed7a0e4bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749607 Feb 16 16:03:57.668087 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c99f0308-1624-467f-b3b4-f9ab9bb0fe13 req-10fd7197-8903-4d36-a870-d133f981fbdb tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/security-groups?id=5898dce6-7055-4862-b83b-a300f7112f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643046 Feb 16 16:03:58.132797 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d4008b-22af-439b-82ba-8095bd8aebb6 req-1b63ca59-0943-4220-8433-00d43778c194 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:03:58.134442 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-21d4008b-22af-439b-82ba-8095bd8aebb6 req-1b63ca59-0943-4220-8433-00d43778c194 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 946 time: 0.0961945 Feb 16 16:03:58.182916 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-21d4008b-22af-439b-82ba-8095bd8aebb6 req-5a0e9e2c-0c4d-4574-9b74-7eb215d35dc2 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419583 Feb 16 16:03:58.300479 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [req-0da14fad-6a3d-4be9-92fa-aa017c29107b req-5f495511-fe66-45a9-85d7-c3e23dfd4447 service neutron] Request body: {'port': {'device_id': '6d340e05-f025-4ca0-aa4a-05a7b68f75d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=84075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:03:58.425864 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-0da14fad-6a3d-4be9-92fa-aa017c29107b req-5f495511-fe66-45a9-85d7-c3e23dfd4447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:59.011540 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [req-0da14fad-6a3d-4be9-92fa-aa017c29107b req-5f495511-fe66-45a9-85d7-c3e23dfd4447 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4155c2b5-bba9-4cc8-87d4-2f14060c97c2 {{(pid=84075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 16 16:03:59.023877 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-0da14fad-6a3d-4be9-92fa-aa017c29107b req-5f495511-fe66-45a9-85d7-c3e23dfd4447 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:59.042254 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34bce2-2461-41ce-ab98-3445240d7760 req-10bef77b-74c6-4e6a-b39b-9ab316c854aa tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:03:59.043966 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-9c34bce2-2461-41ce-ab98-3445240d7760 req-10bef77b-74c6-4e6a-b39b-9ab316c854aa tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/ports?device_id=6d340e05-f025-4ca0-aa4a-05a7b68f75d6 HTTP/1.1" status: 200 len: 931 time: 0.2619622 Feb 16 16:03:59.056984 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb81c7e-36b1-4c83-ac0d-c6ff5ee3537c req-c21cfe5f-801f-4075-8a68-636a13f2831c tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:03:59.058585 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-2eb81c7e-36b1-4c83-ac0d-c6ff5ee3537c req-c21cfe5f-801f-4075-8a68-636a13f2831c tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a42868-5e1e-49af-b0ff-44e3cd2357e8 HTTP/1.1" status: 200 len: 945 time: 0.2333310 Feb 16 16:03:59.061134 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [req-0da14fad-6a3d-4be9-92fa-aa017c29107b req-5f495511-fe66-45a9-85d7-c3e23dfd4447 service neutron] Transition to ACTIVE for port object 4155c2b5-bba9-4cc8-87d4-2f14060c97c2 will not be triggered until provisioned by entity L2. {{(pid=84075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 16:03:59.104660 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-0da14fad-6a3d-4be9-92fa-aa017c29107b req-5f495511-fe66-45a9-85d7-c3e23dfd4447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847067257'] for port, after_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:59.123483 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-d4dfc43b-8f6b-445d-9369-9e14adde4562 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:03:59.269527 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-9c34bce2-2461-41ce-ab98-3445240d7760 req-b8cf803b-afd5-43f8-ad2d-6c8cbf321dcc tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef25aa2-a300-4d1c-9993-bed7a0e4bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097731 Feb 16 16:03:59.287060 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-2eb81c7e-36b1-4c83-ac0d-c6ff5ee3537c req-fa4cdc70-cb93-49c6-8b73-f46266248b63 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/security-groups?id=5898dce6-7055-4862-b83b-a300f7112f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2107275 Feb 16 16:03:59.306518 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f495511-fe66-45a9-85d7-c3e23dfd4447 service neutron] Pushing event updated for resources: {'Port': ['ID=4155c2b5-bba9-4cc8-87d4-2f14060c97c2,revision_number=2']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:03:59.311615 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-5f495511-fe66-45a9-85d7-c3e23dfd4447 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:03:59.571503 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161e3f9-6858-46c9-82ac-6aa8863e936a req-b5e2273a-ea8c-48d9-8131-25e40b8a5481 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:03:59.573039 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-9161e3f9-6858-46c9-82ac-6aa8863e936a req-b5e2273a-ea8c-48d9-8131-25e40b8a5481 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 946 time: 0.1682575 Feb 16 16:03:59.573893 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [req-0da14fad-6a3d-4be9-92fa-aa017c29107b req-5f495511-fe66-45a9-85d7-c3e23dfd4447 service neutron] Attempting to bind port 4155c2b5-bba9-4cc8-87d4-2f14060c97c2 on host hv-cinder-77570 for vnic_type normal with profile {{(pid=84075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:03:59.574264 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [req-0da14fad-6a3d-4be9-92fa-aa017c29107b req-5f495511-fe66-45a9-85d7-c3e23dfd4447 service neutron] Attempting to bind port 4155c2b5-bba9-4cc8-87d4-2f14060c97c2 by drivers openvswitch on host hv-cinder-77570 at level 0 using segments [{'id': '0fe5a5a1-e5a4-48c5-9d03-a6e246614b42', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'f1c7fd91-bdeb-4c0b-869e-049ad754011c'}] {{(pid=84075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 16:03:59.574660 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da14fad-6a3d-4be9-92fa-aa017c29107b req-5f495511-fe66-45a9-85d7-c3e23dfd4447 service neutron] Attempting to bind port 4155c2b5-bba9-4cc8-87d4-2f14060c97c2 on network f1c7fd91-bdeb-4c0b-869e-049ad754011c {{(pid=84075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 16:03:59.582223 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da14fad-6a3d-4be9-92fa-aa017c29107b req-5f495511-fe66-45a9-85d7-c3e23dfd4447 service neutron] Checking agent: {'id': '6803919d-bffd-45bd-a97e-495ec12bc613', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 15, 54, 40), 'started_at': datetime.datetime(2021, 2, 16, 15, 55, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 16, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 16:03:59.582606 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da14fad-6a3d-4be9-92fa-aa017c29107b req-5f495511-fe66-45a9-85d7-c3e23dfd4447 service neutron] Checking segment: {'id': '0fe5a5a1-e5a4-48c5-9d03-a6e246614b42', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'f1c7fd91-bdeb-4c0b-869e-049ad754011c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 16:03:59.583047 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-0da14fad-6a3d-4be9-92fa-aa017c29107b req-5f495511-fe66-45a9-85d7-c3e23dfd4447 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:59.583441 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da14fad-6a3d-4be9-92fa-aa017c29107b req-5f495511-fe66-45a9-85d7-c3e23dfd4447 service neutron] Bound using segment: {'id': '0fe5a5a1-e5a4-48c5-9d03-a6e246614b42', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'f1c7fd91-bdeb-4c0b-869e-049ad754011c'} {{(pid=84075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 16:03:59.583917 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [req-0da14fad-6a3d-4be9-92fa-aa017c29107b req-5f495511-fe66-45a9-85d7-c3e23dfd4447 service neutron] Bound port: 4155c2b5-bba9-4cc8-87d4-2f14060c97c2, host: hv-cinder-77570, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fe5a5a1-e5a4-48c5-9d03-a6e246614b42', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'f1c7fd91-bdeb-4c0b-869e-049ad754011c'}}] {{(pid=84075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 16:03:59.584304 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-0da14fad-6a3d-4be9-92fa-aa017c29107b req-5f495511-fe66-45a9-85d7-c3e23dfd4447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:03:59.910064 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-9161e3f9-6858-46c9-82ac-6aa8863e936a req-ee264cdb-00b5-43fb-96a6-4c4c9286b150 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3288083 Feb 16 16:03:59.937005 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [req-0da14fad-6a3d-4be9-92fa-aa017c29107b req-5f495511-fe66-45a9-85d7-c3e23dfd4447 service neutron] For port 4155c2b5-bba9-4cc8-87d4-2f14060c97c2, host hv-cinder-77570, cleared binding levels {{(pid=84075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 16:03:59.940531 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [req-0da14fad-6a3d-4be9-92fa-aa017c29107b req-5f495511-fe66-45a9-85d7-c3e23dfd4447 service neutron] For port 4155c2b5-bba9-4cc8-87d4-2f14060c97c2, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=4155c2b5-bba9-4cc8-87d4-2f14060c97c2,segment=NetworkSegment(0fe5a5a1-e5a4-48c5-9d03-a6e246614b42),segment_id=0fe5a5a1-e5a4-48c5-9d03-a6e246614b42)] {{(pid=84075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 16:03:59.986118 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-0da14fad-6a3d-4be9-92fa-aa017c29107b req-5f495511-fe66-45a9-85d7-c3e23dfd4447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847067257'] for port, after_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:04:00.002759 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-e3cee61e-e6c4-4a65-90ed-9ed7b12460a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:04:00.158993 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f495511-fe66-45a9-85d7-c3e23dfd4447 service neutron] Pushing event updated for resources: {'Port': ['ID=4155c2b5-bba9-4cc8-87d4-2f14060c97c2,revision_number=3']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:04:00.171391 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f495511-fe66-45a9-85d7-c3e23dfd4447 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:04:00.171795 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f495511-fe66-45a9-85d7-c3e23dfd4447 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:04:00.172203 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f495511-fe66-45a9-85d7-c3e23dfd4447 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:04:00.172597 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f495511-fe66-45a9-85d7-c3e23dfd4447 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:04:00.172986 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f495511-fe66-45a9-85d7-c3e23dfd4447 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:04:00.173374 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f495511-fe66-45a9-85d7-c3e23dfd4447 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:04:00.173765 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f495511-fe66-45a9-85d7-c3e23dfd4447 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:04:00.174148 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f495511-fe66-45a9-85d7-c3e23dfd4447 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:04:00.174530 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f495511-fe66-45a9-85d7-c3e23dfd4447 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:04:00.174943 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f495511-fe66-45a9-85d7-c3e23dfd4447 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:04:00.175330 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f495511-fe66-45a9-85d7-c3e23dfd4447 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:04:00.175737 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f495511-fe66-45a9-85d7-c3e23dfd4447 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:04:00.176138 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f495511-fe66-45a9-85d7-c3e23dfd4447 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:04:00.176524 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f495511-fe66-45a9-85d7-c3e23dfd4447 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:04:00.176908 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f495511-fe66-45a9-85d7-c3e23dfd4447 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:04:00.177288 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f495511-fe66-45a9-85d7-c3e23dfd4447 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:04:00.177671 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f495511-fe66-45a9-85d7-c3e23dfd4447 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:04:00.178053 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f495511-fe66-45a9-85d7-c3e23dfd4447 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:04:00.178434 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f495511-fe66-45a9-85d7-c3e23dfd4447 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:04:00.178844 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f495511-fe66-45a9-85d7-c3e23dfd4447 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:04:00.179225 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f495511-fe66-45a9-85d7-c3e23dfd4447 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:04:00.179609 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f495511-fe66-45a9-85d7-c3e23dfd4447 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:04:00.179990 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f495511-fe66-45a9-85d7-c3e23dfd4447 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:04:00.180367 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f495511-fe66-45a9-85d7-c3e23dfd4447 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:04:00.186913 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-5f495511-fe66-45a9-85d7-c3e23dfd4447 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:04:00.215040 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da14fad-6a3d-4be9-92fa-aa017c29107b req-5f495511-fe66-45a9-85d7-c3e23dfd4447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:00.216257 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-0da14fad-6a3d-4be9-92fa-aa017c29107b req-5f495511-fe66-45a9-85d7-c3e23dfd4447 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487'] for port, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:04:00.217922 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0da14fad-6a3d-4be9-92fa-aa017c29107b req-5f495511-fe66-45a9-85d7-c3e23dfd4447 service neutron] 10.222.0.103 "PUT /v2.0/ports/4155c2b5-bba9-4cc8-87d4-2f14060c97c2 HTTP/1.1" status: 200 len: 1157 time: 1.9223611 Feb 16 16:04:00.218714 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d340e05-f025-4ca0-aa4a-05a7b68f75d6', 'tag': '4155c2b5-bba9-4cc8-87d4-2f14060c97c2'}] {{(pid=84075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 16:04:00.266715 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d340e05-f025-4ca0-aa4a-05a7b68f75d6', 'tag': '4155c2b5-bba9-4cc8-87d4-2f14060c97c2', 'status': 'completed', 'code': 200} Feb 16 16:04:00.500248 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da14fad-6a3d-4be9-92fa-aa017c29107b req-2ab2eb63-d811-4485-9f9e-8125599a6793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:00.501915 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0da14fad-6a3d-4be9-92fa-aa017c29107b req-2ab2eb63-d811-4485-9f9e-8125599a6793 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=07b603c5d4484b84ab76183cea7c36c8&device_id=6d340e05-f025-4ca0-aa4a-05a7b68f75d6 HTTP/1.1" status: 200 len: 1160 time: 0.1875386 Feb 16 16:04:00.586494 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0da14fad-6a3d-4be9-92fa-aa017c29107b req-6ec5d538-e0cd-4301-8dfa-11cee3869891 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4155c2b5-bba9-4cc8-87d4-2f14060c97c2 HTTP/1.1" status: 200 len: 217 time: 0.0731559 Feb 16 16:04:00.688151 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264bab1d-e193-4321-ac76-f118a6254bd1 req-85891210-8ac7-4b41-86d3-f452f6805658 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:00.689790 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-264bab1d-e193-4321-ac76-f118a6254bd1 req-85891210-8ac7-4b41-86d3-f452f6805658 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/ports?device_id=6d340e05-f025-4ca0-aa4a-05a7b68f75d6 HTTP/1.1" status: 200 len: 943 time: 0.2983434 Feb 16 16:04:00.698803 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a5248-df55-4ff1-8b0d-659078d0f5c9 req-e29f1f7f-c758-4664-953b-a049e89a122a tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:00.700475 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-232a5248-df55-4ff1-8b0d-659078d0f5c9 req-e29f1f7f-c758-4664-953b-a049e89a122a tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a42868-5e1e-49af-b0ff-44e3cd2357e8 HTTP/1.1" status: 200 len: 945 time: 0.2696254 Feb 16 16:04:00.748816 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da14fad-6a3d-4be9-92fa-aa017c29107b req-33140097-57d1-4722-ae5b-34f3cd25a83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:00.750462 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0da14fad-6a3d-4be9-92fa-aa017c29107b req-33140097-57d1-4722-ae5b-34f3cd25a83a service neutron] 10.222.0.103 "GET /v2.0/subnets?id=a1024a4d-2577-47c6-a462-e2547e02862f HTTP/1.1" status: 200 len: 854 time: 0.1466413 Feb 16 16:04:00.839262 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-264bab1d-e193-4321-ac76-f118a6254bd1 req-f61509a5-d7b6-4027-803f-109f53163bc4 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef25aa2-a300-4d1c-9993-bed7a0e4bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377187 Feb 16 16:04:00.844444 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0da14fad-6a3d-4be9-92fa-aa017c29107b req-fbc47730-51ef-409c-b586-e0cd2c1ca910 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=f1c7fd91-bdeb-4c0b-869e-049ad754011c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764754 Feb 16 16:04:00.849429 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-232a5248-df55-4ff1-8b0d-659078d0f5c9 req-baeeda7d-6539-4ca9-b141-8002d89819bc tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/security-groups?id=5898dce6-7055-4862-b83b-a300f7112f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272180 Feb 16 16:04:00.999711 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0da14fad-6a3d-4be9-92fa-aa017c29107b req-f0856a1b-00da-436f-9c9f-bd57d802c8cb service neutron] 10.222.0.103 "GET /v2.0/networks/f1c7fd91-bdeb-4c0b-869e-049ad754011c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479466 Feb 16 16:04:01.157545 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0da14fad-6a3d-4be9-92fa-aa017c29107b req-6a7097fb-25ab-48ba-a11c-1288e6bc20e4 service neutron] 10.222.0.103 "GET /v2.0/networks/f1c7fd91-bdeb-4c0b-869e-049ad754011c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1509514 Feb 16 16:04:01.377431 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a6233-f101-4fef-bcc7-d4c971c5e8a1 req-f80ca88e-0740-4c59-af9e-9092dfc21ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:01.379107 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-679a6233-f101-4fef-bcc7-d4c971c5e8a1 req-f80ca88e-0740-4c59-af9e-9092dfc21ea0 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=07b603c5d4484b84ab76183cea7c36c8&device_id=6d340e05-f025-4ca0-aa4a-05a7b68f75d6 HTTP/1.1" status: 200 len: 1160 time: 0.0800653 Feb 16 16:04:01.524816 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a6233-f101-4fef-bcc7-d4c971c5e8a1 req-8b181c3f-4f17-4295-be03-0b6c0debd90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:01.526428 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-679a6233-f101-4fef-bcc7-d4c971c5e8a1 req-8b181c3f-4f17-4295-be03-0b6c0debd90e service neutron] 10.222.0.103 "GET /v2.0/networks?id=f1c7fd91-bdeb-4c0b-869e-049ad754011c HTTP/1.1" status: 200 len: 908 time: 0.1406028 Feb 16 16:04:01.603889 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-679a6233-f101-4fef-bcc7-d4c971c5e8a1 req-aa049a50-24fa-4a88-ae8a-8ac7d2bab1d5 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4155c2b5-bba9-4cc8-87d4-2f14060c97c2 HTTP/1.1" status: 200 len: 217 time: 0.0704997 Feb 16 16:04:01.673686 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a6233-f101-4fef-bcc7-d4c971c5e8a1 req-0567aca6-68a6-4952-a4cd-71c45ef40e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:01.675307 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-679a6233-f101-4fef-bcc7-d4c971c5e8a1 req-0567aca6-68a6-4952-a4cd-71c45ef40e11 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=a1024a4d-2577-47c6-a462-e2547e02862f HTTP/1.1" status: 200 len: 854 time: 0.0650339 Feb 16 16:04:01.730172 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-679a6233-f101-4fef-bcc7-d4c971c5e8a1 req-441320ff-04d8-49a8-b091-f2e544ee673e service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=f1c7fd91-bdeb-4c0b-869e-049ad754011c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478818 Feb 16 16:04:01.874454 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-679a6233-f101-4fef-bcc7-d4c971c5e8a1 req-8b15f263-f750-4038-a2ca-2928db72146d service neutron] 10.222.0.103 "GET /v2.0/networks/f1c7fd91-bdeb-4c0b-869e-049ad754011c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367390 Feb 16 16:04:02.149331 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-679a6233-f101-4fef-bcc7-d4c971c5e8a1 req-97e42fb5-c542-407f-a69d-962af5b0fa80 service neutron] 10.222.0.103 "GET /v2.0/networks/f1c7fd91-bdeb-4c0b-869e-049ad754011c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2678945 Feb 16 16:04:02.181971 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c56f5-93be-4127-9089-d1a4a9083a17 req-ba541fdb-185d-47d8-83f0-a6b664aa5319 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:02.183660 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-aa8c56f5-93be-4127-9089-d1a4a9083a17 req-ba541fdb-185d-47d8-83f0-a6b664aa5319 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a42868-5e1e-49af-b0ff-44e3cd2357e8 HTTP/1.1" status: 200 len: 945 time: 0.2012460 Feb 16 16:04:02.191362 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98600b0c-e3fb-49c8-8df9-90325acabe31 req-33cf5b5b-3907-4640-aac3-0ea1b28047ff tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:02.192910 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-98600b0c-e3fb-49c8-8df9-90325acabe31 req-33cf5b5b-3907-4640-aac3-0ea1b28047ff tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/ports?device_id=6d340e05-f025-4ca0-aa4a-05a7b68f75d6 HTTP/1.1" status: 200 len: 943 time: 0.2122400 Feb 16 16:04:02.269464 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-aa8c56f5-93be-4127-9089-d1a4a9083a17 req-63b41701-076a-4761-9815-cc428e5cd313 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/security-groups?id=5898dce6-7055-4862-b83b-a300f7112f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754957 Feb 16 16:04:02.276809 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-98600b0c-e3fb-49c8-8df9-90325acabe31 req-95a3bb17-d397-44f3-b8f6-0a718b5e0a38 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef25aa2-a300-4d1c-9993-bed7a0e4bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671382 Feb 16 16:04:03.551087 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c62e484-6d79-44ab-91c2-b67b96ed6594 req-5db57c99-c726-478f-8220-d9daff1b447c tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:03.552692 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-3c62e484-6d79-44ab-91c2-b67b96ed6594 req-5db57c99-c726-478f-8220-d9daff1b447c tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a42868-5e1e-49af-b0ff-44e3cd2357e8 HTTP/1.1" status: 200 len: 945 time: 0.1669762 Feb 16 16:04:03.558768 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3622f5-45e8-4ba0-92be-3562fc839d58 req-50c14a96-a097-4d43-a161-cbf39fe7d16f tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:03.561431 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-3a3622f5-45e8-4ba0-92be-3562fc839d58 req-50c14a96-a097-4d43-a161-cbf39fe7d16f tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/ports?device_id=6d340e05-f025-4ca0-aa4a-05a7b68f75d6 HTTP/1.1" status: 200 len: 943 time: 0.1329021 Feb 16 16:04:03.641898 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-3c62e484-6d79-44ab-91c2-b67b96ed6594 req-27973e3a-a039-4b89-98dc-19585425ce76 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/security-groups?id=5898dce6-7055-4862-b83b-a300f7112f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794315 Feb 16 16:04:03.644774 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-3a3622f5-45e8-4ba0-92be-3562fc839d58 req-ab97383e-aa79-44ea-979c-3e74d6ee9714 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef25aa2-a300-4d1c-9993-bed7a0e4bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675485 Feb 16 16:04:04.918941 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aab7c3-566e-482b-8fbc-8d1eed9d9504 req-f3c4fce1-9f8b-4c2a-8fac-b1df5b714f65 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:04.920519 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c1aab7c3-566e-482b-8fbc-8d1eed9d9504 req-f3c4fce1-9f8b-4c2a-8fac-b1df5b714f65 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/ports?device_id=6d340e05-f025-4ca0-aa4a-05a7b68f75d6 HTTP/1.1" status: 200 len: 943 time: 0.1591802 Feb 16 16:04:04.927590 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea888521-d214-4edf-a44c-8605d8eb0358 req-82d94801-fd5b-4e68-92be-5c85c55e346f tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:04.929058 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ea888521-d214-4edf-a44c-8605d8eb0358 req-82d94801-fd5b-4e68-92be-5c85c55e346f tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a42868-5e1e-49af-b0ff-44e3cd2357e8 HTTP/1.1" status: 200 len: 945 time: 0.1663339 Feb 16 16:04:05.008451 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c1aab7c3-566e-482b-8fbc-8d1eed9d9504 req-7d22012a-a448-4ddf-9995-27e971533a9f tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef25aa2-a300-4d1c-9993-bed7a0e4bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783393 Feb 16 16:04:05.027208 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ea888521-d214-4edf-a44c-8605d8eb0358 req-8a893db5-4b14-45fd-a807-66320db5ef45 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/security-groups?id=5898dce6-7055-4862-b83b-a300f7112f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721538 Feb 16 16:04:05.874265 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-88b5506c-0f51-4d9e-b908-3d9086440dbb req-91a7ca8a-13f6-406f-a5a6-4d631caec793 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Synchronizing usage tracker for tenant:9ba01355ccec4f5ba422cc289f631770 on resource:security_group {{(pid=84075) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 16:04:05.922615 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-88b5506c-0f51-4d9e-b908-3d9086440dbb req-91a7ca8a-13f6-406f-a5a6-4d631caec793 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Unset dirty status for tenant:9ba01355ccec4f5ba422cc289f631770 on resource:security_group {{(pid=84075) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 16:04:05.923984 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-88b5506c-0f51-4d9e-b908-3d9086440dbb req-91a7ca8a-13f6-406f-a5a6-4d631caec793 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1187436346&fields=id&tenant_id=9ba01355ccec4f5ba422cc289f631770 HTTP/1.1" status: 200 len: 267 time: 0.0956650 Feb 16 16:04:06.100239 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b5506c-0f51-4d9e-b908-3d9086440dbb req-608423fb-f342-4b79-b7f5-b9335b8ed619 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:06.101847 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-88b5506c-0f51-4d9e-b908-3d9086440dbb req-608423fb-f342-4b79-b7f5-b9335b8ed619 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/networks?id=45f2857c-5bdc-476f-9384-4f61c45c28bf HTTP/1.1" status: 200 len: 812 time: 0.1703885 Feb 16 16:04:06.119362 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-88b5506c-0f51-4d9e-b908-3d9086440dbb req-ca29a9ba-fc95-4075-b174-343e010f4d19 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/quotas/9ba01355ccec4f5ba422cc289f631770 HTTP/1.1" status: 200 len: 375 time: 0.0105274 Feb 16 16:04:06.499021 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-88b5506c-0f51-4d9e-b908-3d9086440dbb req-905347eb-8790-4dc3-ac6a-1d622b5bee3f tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=9ba01355ccec4f5ba422cc289f631770&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3717010 Feb 16 16:04:06.508711 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d8ad4c-0958-4642-b6e9-c7685eb3fd4b req-b608cddc-d0cc-4142-900f-5af6287bfbbd tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:06.514028 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c0d8ad4c-0958-4642-b6e9-c7685eb3fd4b req-b608cddc-d0cc-4142-900f-5af6287bfbbd tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/ports?device_id=6d340e05-f025-4ca0-aa4a-05a7b68f75d6 HTTP/1.1" status: 200 len: 943 time: 0.3455458 Feb 16 16:04:06.561810 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 53412) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:04:06.571870 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c0d8ad4c-0958-4642-b6e9-c7685eb3fd4b req-5918aad3-beff-4252-804e-594929d8577a tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef25aa2-a300-4d1c-9993-bed7a0e4bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497594 Feb 16 16:04:06.716987 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-7b6933f8-089e-4e7e-8191-ca08efc89006 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:04:06.733622 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-7b6933f8-089e-4e7e-8191-ca08efc89006 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:04:06.737732 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-7b6933f8-089e-4e7e-8191-ca08efc89006 admin admin] Usage tracker for resource:security_group_rule and tenant:15e16b6cb1b94a57b068dc6513456fac is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:04:06.740773 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-7b6933f8-089e-4e7e-8191-ca08efc89006 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:04:06.746539 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-7b6933f8-089e-4e7e-8191-ca08efc89006 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:04:06.833907 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-7b6933f8-089e-4e7e-8191-ca08efc89006 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:04:06.864638 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-88b5506c-0f51-4d9e-b908-3d9086440dbb req-d19a705f-a4a0-48d5-bcf1-1d4bc895a8c6 service neutron] 10.222.0.101 "GET /v2.0/networks/45f2857c-5bdc-476f-9384-4f61c45c28bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3492162 Feb 16 16:04:06.870513 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-7b6933f8-089e-4e7e-8191-ca08efc89006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:04:06.876504 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e905269-d17e-4042-9a21-bd41177a21c3 req-e90f1769-60ac-4342-be5d-caab32e24a69 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:06.878150 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5e905269-d17e-4042-9a21-bd41177a21c3 req-e90f1769-60ac-4342-be5d-caab32e24a69 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a42868-5e1e-49af-b0ff-44e3cd2357e8 HTTP/1.1" status: 200 len: 945 time: 0.1334474 Feb 16 16:04:06.881209 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-96610656-299a-4fdf-97c2-220e25f5bb8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:04:06.929544 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6933f8-089e-4e7e-8191-ca08efc89006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c0cb7f-0b8b-4367-a1de-0057e3882b0c,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:04:06.935174 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-7b6933f8-089e-4e7e-8191-ca08efc89006 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=15e16b6cb1b94a57b068dc6513456fac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3722444 Feb 16 16:04:06.938833 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 53418) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:04:06.940344 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6933f8-089e-4e7e-8191-ca08efc89006 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:04:06.940765 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6933f8-089e-4e7e-8191-ca08efc89006 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:04:06.941178 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6933f8-089e-4e7e-8191-ca08efc89006 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:04:06.941583 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6933f8-089e-4e7e-8191-ca08efc89006 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:04:06.941984 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6933f8-089e-4e7e-8191-ca08efc89006 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:04:06.942390 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6933f8-089e-4e7e-8191-ca08efc89006 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:04:06.942838 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6933f8-089e-4e7e-8191-ca08efc89006 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:04:06.943235 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6933f8-089e-4e7e-8191-ca08efc89006 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:04:06.943628 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6933f8-089e-4e7e-8191-ca08efc89006 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:04:06.944021 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6933f8-089e-4e7e-8191-ca08efc89006 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:04:06.944414 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6933f8-089e-4e7e-8191-ca08efc89006 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:04:06.944803 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6933f8-089e-4e7e-8191-ca08efc89006 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:04:06.945241 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6933f8-089e-4e7e-8191-ca08efc89006 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:04:06.945633 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6933f8-089e-4e7e-8191-ca08efc89006 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:04:06.946031 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6933f8-089e-4e7e-8191-ca08efc89006 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:04:06.946421 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6933f8-089e-4e7e-8191-ca08efc89006 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:04:06.946838 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6933f8-089e-4e7e-8191-ca08efc89006 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:04:06.947236 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6933f8-089e-4e7e-8191-ca08efc89006 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:04:06.947629 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6933f8-089e-4e7e-8191-ca08efc89006 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:04:06.948023 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6933f8-089e-4e7e-8191-ca08efc89006 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:04:06.948559 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6933f8-089e-4e7e-8191-ca08efc89006 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:04:06.948845 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6933f8-089e-4e7e-8191-ca08efc89006 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:04:06.949199 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6933f8-089e-4e7e-8191-ca08efc89006 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:04:06.949591 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6933f8-089e-4e7e-8191-ca08efc89006 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:04:06.954729 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-7b6933f8-089e-4e7e-8191-ca08efc89006 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:04:07.083040 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5e905269-d17e-4042-9a21-bd41177a21c3 req-b0b4eb9a-90aa-48d6-aa2d-f3e694c1c12e tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/security-groups?id=5898dce6-7055-4862-b83b-a300f7112f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1774070 Feb 16 16:04:07.131721 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-88b5506c-0f51-4d9e-b908-3d9086440dbb req-6b882a68-5580-482d-a88c-d410988e814a service neutron] 10.222.0.101 "GET /v2.0/networks/45f2857c-5bdc-476f-9384-4f61c45c28bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2523935 Feb 16 16:04:07.132474 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ab5a806f-6361-49bc-b47f-58697befe66d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:04:07.163354 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ab5a806f-6361-49bc-b47f-58697befe66d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:04:07.254440 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ab5a806f-6361-49bc-b47f-58697befe66d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:04:07.260023 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-2a868967-571a-447e-b636-83995ab1beef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:04:07.272101 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5a806f-6361-49bc-b47f-58697befe66d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c0cb7f-0b8b-4367-a1de-0057e3882b0c,revision_number=None']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:04:07.274834 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-ab5a806f-6361-49bc-b47f-58697befe66d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:04:07.281225 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ab5a806f-6361-49bc-b47f-58697befe66d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:04:07.282549 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-ab5a806f-6361-49bc-b47f-58697befe66d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f8c0cb7f-0b8b-4367-a1de-0057e3882b0c HTTP/1.1" status: 204 len: 168 time: 0.3410602 Feb 16 16:04:07.564298 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device 4155c2b5-bba9-4cc8-87d4-2f14060c97c2 up at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 16:04:07.700620 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning for port 4155c2b5-bba9-4cc8-87d4-2f14060c97c2 completed by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 16:04:07.706612 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning complete for port 4155c2b5-bba9-4cc8-87d4-2f14060c97c2 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:04:07.707330 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:04:07.786978 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-36034ffd-70fd-4cca-a45e-cd4fa1580fae req-7e7ecc44-5461-4f62-aef7-9bc83f4e1a94 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/ports?device_id=e0a9bae1-d6a4-4621-a6e1-e78186c07222 HTTP/1.1" status: 200 len: 210 time: 0.1027563 Feb 16 16:04:07.839811 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6bc777-a84a-4b2f-be5f-a356d4657c65 req-ecd55ac8-1c92-409d-ba53-b6461c86f933 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:07.841723 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-4c6bc777-a84a-4b2f-be5f-a356d4657c65 req-ecd55ac8-1c92-409d-ba53-b6461c86f933 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/ports?device_id=6d340e05-f025-4ca0-aa4a-05a7b68f75d6 HTTP/1.1" status: 200 len: 943 time: 0.1129181 Feb 16 16:04:07.896283 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-4c6bc777-a84a-4b2f-be5f-a356d4657c65 req-e7548623-a9ab-48c5-9d1b-d22f46c3d79d tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef25aa2-a300-4d1c-9993-bed7a0e4bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468421 Feb 16 16:04:08.005190 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:04:08.038002 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d340e05-f025-4ca0-aa4a-05a7b68f75d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4155c2b5-bba9-4cc8-87d4-2f14060c97c2'}] {{(pid=84076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 16:04:08.049747 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] For port 4155c2b5-bba9-4cc8-87d4-2f14060c97c2, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=4155c2b5-bba9-4cc8-87d4-2f14060c97c2,segment=NetworkSegment(0fe5a5a1-e5a4-48c5-9d03-a6e246614b42),segment_id=0fe5a5a1-e5a4-48c5-9d03-a6e246614b42)] {{(pid=84076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:04:08.093560 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d340e05-f025-4ca0-aa4a-05a7b68f75d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4155c2b5-bba9-4cc8-87d4-2f14060c97c2', 'code': 200} Feb 16 16:04:08.094848 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:04:08.096871 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:04:08.172742 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Pushing event updated for resources: {'Port': ['ID=4155c2b5-bba9-4cc8-87d4-2f14060c97c2,revision_number=4']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:04:08.181483 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:04:08.181886 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:04:08.182235 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:04:08.182613 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:04:08.183090 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:04:08.183489 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:04:08.183814 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:04:08.184893 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:04:08.185401 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:04:08.185624 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:04:08.186043 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:04:08.186346 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:04:08.186807 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:04:08.187193 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:04:08.187527 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:04:08.187887 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:04:08.188251 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:04:08.188670 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:04:08.189040 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:04:08.189409 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:04:08.189892 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:04:08.190149 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:04:08.190514 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:04:08.190901 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:04:08.198546 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:04:08.313026 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa94f0-ee54-41c2-8f0a-429702110292 req-ca255705-1b0c-45a2-9bef-1dcbe240b08a tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:08.314821 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-2cfa94f0-ee54-41c2-8f0a-429702110292 req-ca255705-1b0c-45a2-9bef-1dcbe240b08a tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a42868-5e1e-49af-b0ff-44e3cd2357e8 HTTP/1.1" status: 200 len: 945 time: 0.0998225 Feb 16 16:04:08.374838 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-2cfa94f0-ee54-41c2-8f0a-429702110292 req-5f23e631-b2f6-4c83-b0a2-d05cdd2ffbdc tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/security-groups?id=5898dce6-7055-4862-b83b-a300f7112f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531876 Feb 16 16:04:08.559922 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026e68b5-7409-4ff2-87f0-1a7eaa5b67d3 req-24139dcc-33d8-4505-9702-9aee1c20c8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:08.561444 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-026e68b5-7409-4ff2-87f0-1a7eaa5b67d3 req-24139dcc-33d8-4505-9702-9aee1c20c8bf service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=6d340e05-f025-4ca0-aa4a-05a7b68f75d6 HTTP/1.1" status: 200 len: 1162 time: 0.0788870 Feb 16 16:04:08.607731 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-026e68b5-7409-4ff2-87f0-1a7eaa5b67d3 req-1617b5a5-6597-4257-b098-421261a4800a service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=cef25aa2-a300-4d1c-9993-bed7a0e4bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390513 Feb 16 16:04:08.944649 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device 4155c2b5-bba9-4cc8-87d4-2f14060c97c2 up at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 16:04:08.967333 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-66ed923c-e026-4dab-8f6a-24e646be10d2 req-14369fab-1969-4e66-a3c4-ac82f6add8bc tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/ports?device_id=e0a9bae1-d6a4-4621-a6e1-e78186c07222 HTTP/1.1" status: 200 len: 210 time: 0.0555513 Feb 16 16:04:09.048095 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning complete for port 4155c2b5-bba9-4cc8-87d4-2f14060c97c2 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:04:09.049006 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:04:09.110139 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68d3fd5-c851-4777-bbc1-80e05b52a57d req-b8ee150c-fc21-491d-932d-0f99903999d3 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:09.112038 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c68d3fd5-c851-4777-bbc1-80e05b52a57d req-b8ee150c-fc21-491d-932d-0f99903999d3 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/ports?device_id=6d340e05-f025-4ca0-aa4a-05a7b68f75d6 HTTP/1.1" status: 200 len: 945 time: 0.0967305 Feb 16 16:04:09.166012 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c68d3fd5-c851-4777-bbc1-80e05b52a57d req-51e3bf7f-1ef2-4219-b78d-bb36a4320f88 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef25aa2-a300-4d1c-9993-bed7a0e4bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470927 Feb 16 16:04:09.588083 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc562eaa-8bf9-4246-b79a-42cf66f8fc07 req-8f97bb13-f209-4e43-8815-bcf3b850260b tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:09.589817 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-bc562eaa-8bf9-4246-b79a-42cf66f8fc07 req-8f97bb13-f209-4e43-8815-bcf3b850260b tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a42868-5e1e-49af-b0ff-44e3cd2357e8 HTTP/1.1" status: 200 len: 945 time: 0.0952547 Feb 16 16:04:09.641294 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-bc562eaa-8bf9-4246-b79a-42cf66f8fc07 req-1793e06b-dee7-4fd8-a59b-1ae5cf29bfa9 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/security-groups?id=5898dce6-7055-4862-b83b-a300f7112f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439820 Feb 16 16:04:09.837041 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b5506c-0f51-4d9e-b908-3d9086440dbb req-64a6e8f9-86bd-4e37-9117-f564a529ba08 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:09.838605 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-88b5506c-0f51-4d9e-b908-3d9086440dbb req-64a6e8f9-86bd-4e37-9117-f564a529ba08 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.103 "GET /v2.0/networks?id=45f2857c-5bdc-476f-9384-4f61c45c28bf HTTP/1.1" status: 200 len: 812 time: 0.1587896 Feb 16 16:04:09.924120 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-88b5506c-0f51-4d9e-b908-3d9086440dbb req-0ebcd4d9-4016-4c29-8ff9-bb15d41ab731 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=9ba01355ccec4f5ba422cc289f631770 HTTP/1.1" status: 200 len: 5765 time: 0.0681794 Feb 16 16:04:09.936679 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [req-88b5506c-0f51-4d9e-b908-3d9086440dbb req-c3601b21-1c9a-486f-a586-5adc3242fd4b tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Request body: {'port': {'device_id': 'e0a9bae1-d6a4-4621-a6e1-e78186c07222', 'network_id': '45f2857c-5bdc-476f-9384-4f61c45c28bf', 'admin_state_up': True, 'tenant_id': '9ba01355ccec4f5ba422cc289f631770', 'security_groups': ['0463bf0b-0df1-40e7-921e-f3e0ec69ee23']}} {{(pid=84075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:04:10.105332 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [req-88b5506c-0f51-4d9e-b908-3d9086440dbb req-c3601b21-1c9a-486f-a586-5adc3242fd4b tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:04:10.161074 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-88b5506c-0f51-4d9e-b908-3d9086440dbb req-c3601b21-1c9a-486f-a586-5adc3242fd4b tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Usage tracker for resource:port and tenant:9ba01355ccec4f5ba422cc289f631770 is out of sync, need to count used quota {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:04:10.166040 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-f71b6055-0303-48cf-a71f-f65299460d47 req-ec79c1b1-1a6e-4390-ae1d-7182a49a8ed3 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/ports?device_id=e0a9bae1-d6a4-4621-a6e1-e78186c07222 HTTP/1.1" status: 200 len: 210 time: 0.0637693 Feb 16 16:04:10.167009 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-88b5506c-0f51-4d9e-b908-3d9086440dbb req-c3601b21-1c9a-486f-a586-5adc3242fd4b tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:04:10.173896 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [req-88b5506c-0f51-4d9e-b908-3d9086440dbb req-c3601b21-1c9a-486f-a586-5adc3242fd4b tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:04:10.212780 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88b5506c-0f51-4d9e-b908-3d9086440dbb req-c3601b21-1c9a-486f-a586-5adc3242fd4b tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Made reservation on behalf of 9ba01355ccec4f5ba422cc289f631770 for: {'port': 1} {{(pid=84075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 16:04:10.219164 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-88b5506c-0f51-4d9e-b908-3d9086440dbb req-c3601b21-1c9a-486f-a586-5adc3242fd4b tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:04:10.533819 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d5eb97-63c4-4910-9c0f-21df032625db req-64dbe599-a2f3-4aa3-bf6c-3b4298029eb0 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:10.535407 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-86d5eb97-63c4-4910-9c0f-21df032625db req-64dbe599-a2f3-4aa3-bf6c-3b4298029eb0 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/ports?device_id=6d340e05-f025-4ca0-aa4a-05a7b68f75d6 HTTP/1.1" status: 200 len: 945 time: 0.2459385 Feb 16 16:04:10.647867 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-86d5eb97-63c4-4910-9c0f-21df032625db req-296f8949-984d-4734-bc51-962df0c091ef tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef25aa2-a300-4d1c-9993-bed7a0e4bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048055 Feb 16 16:04:10.664363 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.db_base_plugin_common [req-88b5506c-0f51-4d9e-b908-3d9086440dbb req-c3601b21-1c9a-486f-a586-5adc3242fd4b tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Allocated IP 172.20.0.13 (45f2857c-5bdc-476f-9384-4f61c45c28bf/de8ce4f7-6e00-466a-9aac-6c50642948a8/f0275e08-13ab-4b94-a0dd-3697ad153afd) {{(pid=84075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 16:04:10.943234 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-88b5506c-0f51-4d9e-b908-3d9086440dbb req-c3601b21-1c9a-486f-a586-5adc3242fd4b tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks [] for port, precommit_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:04:10.970050 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [req-88b5506c-0f51-4d9e-b908-3d9086440dbb req-c3601b21-1c9a-486f-a586-5adc3242fd4b tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Transition to ACTIVE for port object f0275e08-13ab-4b94-a0dd-3697ad153afd will not be triggered until provisioned by entity DHCP. {{(pid=84075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 16:04:10.977110 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a43824d-2c60-4e63-af85-441893df66d8 req-db6682f8-a4cd-4f40-9af9-efece4b5eac3 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:10.978768 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7a43824d-2c60-4e63-af85-441893df66d8 req-db6682f8-a4cd-4f40-9af9-efece4b5eac3 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a42868-5e1e-49af-b0ff-44e3cd2357e8 HTTP/1.1" status: 200 len: 945 time: 0.1775563 Feb 16 16:04:11.040544 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7a43824d-2c60-4e63-af85-441893df66d8 req-b7e98624-bcc6-454f-8171-f3f6c032ecbc tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/security-groups?id=5898dce6-7055-4862-b83b-a300f7112f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536730 Feb 16 16:04:11.083367 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-88b5506c-0f51-4d9e-b908-3d9086440dbb req-c3601b21-1c9a-486f-a586-5adc3242fd4b tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776636048806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7708556'] for port, after_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:04:11.101843 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-9e8272ba-4227-405a-ba4c-39883171cd89 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:04:11.257055 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3601b21-1c9a-486f-a586-5adc3242fd4b tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Pushing event updated for resources: {'Port': ['ID=f0275e08-13ab-4b94-a0dd-3697ad153afd,revision_number=1']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:04:11.260379 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-c3601b21-1c9a-486f-a586-5adc3242fd4b tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:04:11.357345 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88b5506c-0f51-4d9e-b908-3d9086440dbb req-c3601b21-1c9a-486f-a586-5adc3242fd4b tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Network 45f2857c-5bdc-476f-9384-4f61c45c28bf is already hosted by enough agents. {{(pid=84075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 16:04:11.360230 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.base_scheduler [req-88b5506c-0f51-4d9e-b908-3d9086440dbb req-c3601b21-1c9a-486f-a586-5adc3242fd4b tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Resources bound (agent type, host, resource id): {{(pid=84075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 16:04:11.362782 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [req-88b5506c-0f51-4d9e-b908-3d9086440dbb req-c3601b21-1c9a-486f-a586-5adc3242fd4b tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Received port after_create {{(pid=84075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 16:04:11.444838 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b5506c-0f51-4d9e-b908-3d9086440dbb req-c3601b21-1c9a-486f-a586-5adc3242fd4b tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:11.445520 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-88b5506c-0f51-4d9e-b908-3d9086440dbb req-c3601b21-1c9a-486f-a586-5adc3242fd4b tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487'] for port, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:04:11.477225 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411660ad-278d-4395-872c-31495697f410 req-65f1363e-e731-491d-989e-706f19a89939 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:11.478669 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-411660ad-278d-4395-872c-31495697f410 req-65f1363e-e731-491d-989e-706f19a89939 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Synchronizing usage tracker for tenant:9ba01355ccec4f5ba422cc289f631770 on resource:port {{(pid=84075) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 16:04:11.523736 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-88b5506c-0f51-4d9e-b908-3d9086440dbb req-c3601b21-1c9a-486f-a586-5adc3242fd4b tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5919826 Feb 16 16:04:11.537981 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [req-88b5506c-0f51-4d9e-b908-3d9086440dbb req-1a0da695-eac5-4638-a73b-eda346d2beb6 service neutron] Request body: {'port': {'device_id': 'e0a9bae1-d6a4-4621-a6e1-e78186c07222', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=84075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:04:11.562610 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-0760b085-ac0e-48f4-b0c3-e5de4994038b None None] Provisioning for port f0275e08-13ab-4b94-a0dd-3697ad153afd completed by entity DHCP. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 16:04:11.567993 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-0760b085-ac0e-48f4-b0c3-e5de4994038b None None] Provisioning complete for port f0275e08-13ab-4b94-a0dd-3697ad153afd triggered by entity DHCP. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:04:11.568423 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-0760b085-ac0e-48f4-b0c3-e5de4994038b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:04:11.577926 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-411660ad-278d-4395-872c-31495697f410 req-65f1363e-e731-491d-989e-706f19a89939 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Unset dirty status for tenant:9ba01355ccec4f5ba422cc289f631770 on resource:port {{(pid=84075) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 16:04:11.579231 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-411660ad-278d-4395-872c-31495697f410 req-65f1363e-e731-491d-989e-706f19a89939 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/ports?device_id=e0a9bae1-d6a4-4621-a6e1-e78186c07222 HTTP/1.1" status: 200 len: 932 time: 0.2847800 Feb 16 16:04:11.630086 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-0760b085-ac0e-48f4-b0c3-e5de4994038b None None] Port f0275e08-13ab-4b94-a0dd-3697ad153afd cannot update to ACTIVE because it is not bound. {{(pid=84076) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 16:04:11.690931 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-411660ad-278d-4395-872c-31495697f410 req-4e4fda63-ca1f-406b-944b-79003d4a6bd6 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/security-groups?id=0463bf0b-0df1-40e7-921e-f3e0ec69ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1044962 Feb 16 16:04:11.719064 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-88b5506c-0f51-4d9e-b908-3d9086440dbb req-1a0da695-eac5-4638-a73b-eda346d2beb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:04:12.210845 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39da21b5-e39e-4aad-b49b-458b22499e18 req-f100efff-fdde-4f65-a706-9269fb730b82 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:12.212424 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-39da21b5-e39e-4aad-b49b-458b22499e18 req-f100efff-fdde-4f65-a706-9269fb730b82 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/ports?device_id=6d340e05-f025-4ca0-aa4a-05a7b68f75d6 HTTP/1.1" status: 200 len: 945 time: 0.4446411 Feb 16 16:04:12.433561 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-39da21b5-e39e-4aad-b49b-458b22499e18 req-6107bb72-dbdb-43ba-8226-3d13f7551cf2 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef25aa2-a300-4d1c-9993-bed7a0e4bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728818 Feb 16 16:04:12.459276 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e1636-50f0-4700-9a37-d3922f4340a4 req-4d760050-4e39-47ed-af84-8f6605ae389b tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:12.460903 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-966e1636-50f0-4700-9a37-d3922f4340a4 req-4d760050-4e39-47ed-af84-8f6605ae389b tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a42868-5e1e-49af-b0ff-44e3cd2357e8 HTTP/1.1" status: 200 len: 945 time: 0.2708900 Feb 16 16:04:12.533587 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-966e1636-50f0-4700-9a37-d3922f4340a4 req-01df292d-4d37-474c-9571-d9dfa1a48670 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/security-groups?id=5898dce6-7055-4862-b83b-a300f7112f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635839 Feb 16 16:04:12.607997 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [req-88b5506c-0f51-4d9e-b908-3d9086440dbb req-1a0da695-eac5-4638-a73b-eda346d2beb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0275e08-13ab-4b94-a0dd-3697ad153afd {{(pid=84075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 16 16:04:12.616130 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-88b5506c-0f51-4d9e-b908-3d9086440dbb req-1a0da695-eac5-4638-a73b-eda346d2beb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:04:12.629835 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [req-88b5506c-0f51-4d9e-b908-3d9086440dbb req-1a0da695-eac5-4638-a73b-eda346d2beb6 service neutron] Transition to ACTIVE for port object f0275e08-13ab-4b94-a0dd-3697ad153afd will not be triggered until provisioned by entity L2. {{(pid=84075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 16:04:12.683248 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-88b5506c-0f51-4d9e-b908-3d9086440dbb req-1a0da695-eac5-4638-a73b-eda346d2beb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847067257'] for port, after_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:04:12.701532 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-f92c3f1c-783d-446f-aebc-1c7405a53945 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:04:12.865720 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:04:12.898289 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0da695-eac5-4638-a73b-eda346d2beb6 service neutron] Pushing event updated for resources: {'Port': ['ID=f0275e08-13ab-4b94-a0dd-3697ad153afd,revision_number=2']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:04:12.904685 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1a0da695-eac5-4638-a73b-eda346d2beb6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:04:13.047563 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbed01d-d290-49d3-8eda-db09b3129344 req-ded9ef07-8ff5-4471-9def-41d31563ff02 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:13.049616 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ebbed01d-d290-49d3-8eda-db09b3129344 req-ded9ef07-8ff5-4471-9def-41d31563ff02 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/ports?device_id=e0a9bae1-d6a4-4621-a6e1-e78186c07222 HTTP/1.1" status: 200 len: 944 time: 0.2208874 Feb 16 16:04:13.172287 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ebbed01d-d290-49d3-8eda-db09b3129344 req-7920c135-597d-4cf8-95cc-01f58c4efe79 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/security-groups?id=0463bf0b-0df1-40e7-921e-f3e0ec69ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0776265 Feb 16 16:04:13.177045 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [req-88b5506c-0f51-4d9e-b908-3d9086440dbb req-1a0da695-eac5-4638-a73b-eda346d2beb6 service neutron] Attempting to bind port f0275e08-13ab-4b94-a0dd-3697ad153afd on host hv-cinder-77570 for vnic_type normal with profile {{(pid=84075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:04:13.177421 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [req-88b5506c-0f51-4d9e-b908-3d9086440dbb req-1a0da695-eac5-4638-a73b-eda346d2beb6 service neutron] Attempting to bind port f0275e08-13ab-4b94-a0dd-3697ad153afd by drivers openvswitch on host hv-cinder-77570 at level 0 using segments [{'id': 'f21b7891-dd2d-40e6-bd74-d5b6d5194f31', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '45f2857c-5bdc-476f-9384-4f61c45c28bf'}] {{(pid=84075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 16:04:13.177795 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b5506c-0f51-4d9e-b908-3d9086440dbb req-1a0da695-eac5-4638-a73b-eda346d2beb6 service neutron] Attempting to bind port f0275e08-13ab-4b94-a0dd-3697ad153afd on network 45f2857c-5bdc-476f-9384-4f61c45c28bf {{(pid=84075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 16:04:13.183935 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b5506c-0f51-4d9e-b908-3d9086440dbb req-1a0da695-eac5-4638-a73b-eda346d2beb6 service neutron] Checking agent: {'id': '6803919d-bffd-45bd-a97e-495ec12bc613', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 15, 54, 40), 'started_at': datetime.datetime(2021, 2, 16, 15, 55, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 16, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 16:04:13.185140 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b5506c-0f51-4d9e-b908-3d9086440dbb req-1a0da695-eac5-4638-a73b-eda346d2beb6 service neutron] Checking segment: {'id': 'f21b7891-dd2d-40e6-bd74-d5b6d5194f31', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '45f2857c-5bdc-476f-9384-4f61c45c28bf'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 16:04:13.185554 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-88b5506c-0f51-4d9e-b908-3d9086440dbb req-1a0da695-eac5-4638-a73b-eda346d2beb6 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:04:13.185956 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b5506c-0f51-4d9e-b908-3d9086440dbb req-1a0da695-eac5-4638-a73b-eda346d2beb6 service neutron] Bound using segment: {'id': 'f21b7891-dd2d-40e6-bd74-d5b6d5194f31', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '45f2857c-5bdc-476f-9384-4f61c45c28bf'} {{(pid=84075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 16:04:13.187053 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [req-88b5506c-0f51-4d9e-b908-3d9086440dbb req-1a0da695-eac5-4638-a73b-eda346d2beb6 service neutron] Bound port: f0275e08-13ab-4b94-a0dd-3697ad153afd, host: hv-cinder-77570, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f21b7891-dd2d-40e6-bd74-d5b6d5194f31', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '45f2857c-5bdc-476f-9384-4f61c45c28bf'}}] {{(pid=84075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 16:04:13.187442 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-88b5506c-0f51-4d9e-b908-3d9086440dbb req-1a0da695-eac5-4638-a73b-eda346d2beb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:04:13.295089 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [req-88b5506c-0f51-4d9e-b908-3d9086440dbb req-1a0da695-eac5-4638-a73b-eda346d2beb6 service neutron] For port f0275e08-13ab-4b94-a0dd-3697ad153afd, host hv-cinder-77570, cleared binding levels {{(pid=84075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 16:04:13.298371 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [req-88b5506c-0f51-4d9e-b908-3d9086440dbb req-1a0da695-eac5-4638-a73b-eda346d2beb6 service neutron] For port f0275e08-13ab-4b94-a0dd-3697ad153afd, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=f0275e08-13ab-4b94-a0dd-3697ad153afd,segment=NetworkSegment(f21b7891-dd2d-40e6-bd74-d5b6d5194f31),segment_id=f21b7891-dd2d-40e6-bd74-d5b6d5194f31)] {{(pid=84075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 16:04:13.334434 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-88b5506c-0f51-4d9e-b908-3d9086440dbb req-1a0da695-eac5-4638-a73b-eda346d2beb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847067257'] for port, after_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:04:13.351934 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-81f68fcc-ffb5-4099-8387-96e62d579919 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:04:13.510217 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0da695-eac5-4638-a73b-eda346d2beb6 service neutron] Pushing event updated for resources: {'Port': ['ID=f0275e08-13ab-4b94-a0dd-3697ad153afd,revision_number=3']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:04:13.516156 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1a0da695-eac5-4638-a73b-eda346d2beb6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:04:13.546394 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b5506c-0f51-4d9e-b908-3d9086440dbb req-1a0da695-eac5-4638-a73b-eda346d2beb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:13.547185 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-88b5506c-0f51-4d9e-b908-3d9086440dbb req-1a0da695-eac5-4638-a73b-eda346d2beb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487'] for port, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:04:13.548587 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-88b5506c-0f51-4d9e-b908-3d9086440dbb req-1a0da695-eac5-4638-a73b-eda346d2beb6 service neutron] 10.222.0.103 "PUT /v2.0/ports/f0275e08-13ab-4b94-a0dd-3697ad153afd HTTP/1.1" status: 200 len: 1158 time: 2.0159287 Feb 16 16:04:13.549104 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0a9bae1-d6a4-4621-a6e1-e78186c07222', 'tag': 'f0275e08-13ab-4b94-a0dd-3697ad153afd'}] {{(pid=84075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 16:04:13.603090 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0a9bae1-d6a4-4621-a6e1-e78186c07222', 'tag': 'f0275e08-13ab-4b94-a0dd-3697ad153afd', 'status': 'completed', 'code': 200} Feb 16 16:04:13.814153 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21ebbde-9758-48cf-84c5-447d65596b0e req-8f1370b9-292d-4996-9116-4cbb7bb8b804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:13.815819 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b21ebbde-9758-48cf-84c5-447d65596b0e req-8f1370b9-292d-4996-9116-4cbb7bb8b804 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=9ba01355ccec4f5ba422cc289f631770&device_id=e0a9bae1-d6a4-4621-a6e1-e78186c07222 HTTP/1.1" status: 200 len: 1161 time: 0.1597881 Feb 16 16:04:13.822784 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343b357-5ef4-4aaf-a55f-4cc4fdfe4cc0 req-6e3767b7-2631-4247-a637-31b14584798a tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:13.824324 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-9343b357-5ef4-4aaf-a55f-4cc4fdfe4cc0 req-6e3767b7-2631-4247-a637-31b14584798a tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a42868-5e1e-49af-b0ff-44e3cd2357e8 HTTP/1.1" status: 200 len: 945 time: 0.1255462 Feb 16 16:04:13.983111 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-9343b357-5ef4-4aaf-a55f-4cc4fdfe4cc0 req-99909200-a44a-4bfb-aff7-ecd3090b94eb tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/security-groups?id=5898dce6-7055-4862-b83b-a300f7112f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312237 Feb 16 16:04:14.017680 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21ebbde-9758-48cf-84c5-447d65596b0e req-0c193e01-73d3-493e-96c2-1434c5bd7422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:14.019309 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b21ebbde-9758-48cf-84c5-447d65596b0e req-0c193e01-73d3-493e-96c2-1434c5bd7422 service neutron] 10.222.0.103 "GET /v2.0/networks?tenant_id=9ba01355ccec4f5ba422cc289f631770&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1934626 Feb 16 16:04:14.169781 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21ebbde-9758-48cf-84c5-447d65596b0e req-ffa1a67b-36d1-4df6-b24c-7ae5dc7d617e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:14.171397 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b21ebbde-9758-48cf-84c5-447d65596b0e req-ffa1a67b-36d1-4df6-b24c-7ae5dc7d617e service neutron] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1456060 Feb 16 16:04:14.299951 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b5506c-0f51-4d9e-b908-3d9086440dbb req-ccdfc72f-441d-4c88-8112-6b879286c1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:14.301539 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-88b5506c-0f51-4d9e-b908-3d9086440dbb req-ccdfc72f-441d-4c88-8112-6b879286c1bc service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=9ba01355ccec4f5ba422cc289f631770&device_id=e0a9bae1-d6a4-4621-a6e1-e78186c07222 HTTP/1.1" status: 200 len: 1161 time: 0.0849457 Feb 16 16:04:14.417486 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-88b5506c-0f51-4d9e-b908-3d9086440dbb req-a90b3070-e332-4ce8-aee9-056027c9b886 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0275e08-13ab-4b94-a0dd-3697ad153afd HTTP/1.1" status: 200 len: 217 time: 0.0742345 Feb 16 16:04:14.506146 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b5506c-0f51-4d9e-b908-3d9086440dbb req-c8a4840b-51b5-4bc5-86a5-19d4c5d8315f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:14.507753 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-88b5506c-0f51-4d9e-b908-3d9086440dbb req-c8a4840b-51b5-4bc5-86a5-19d4c5d8315f service neutron] 10.222.0.103 "GET /v2.0/subnets?id=de8ce4f7-6e00-466a-9aac-6c50642948a8 HTTP/1.1" status: 200 len: 851 time: 0.0832899 Feb 16 16:04:14.514852 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e94c87-3f92-4a71-8b4e-0f7add17b2c5 req-e43bd30c-c7a2-4623-afc9-ad42fcb2bece tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:14.516347 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c2e94c87-3f92-4a71-8b4e-0f7add17b2c5 req-e43bd30c-c7a2-4623-afc9-ad42fcb2bece tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/ports?device_id=e0a9bae1-d6a4-4621-a6e1-e78186c07222 HTTP/1.1" status: 200 len: 944 time: 0.2138622 Feb 16 16:04:14.619912 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c2e94c87-3f92-4a71-8b4e-0f7add17b2c5 req-86105e36-3291-4a0c-82d0-893f9ccf2bc6 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/security-groups?id=0463bf0b-0df1-40e7-921e-f3e0ec69ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0602982 Feb 16 16:04:14.638975 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b5506c-0f51-4d9e-b908-3d9086440dbb req-af89013a-c3d6-4540-8843-c9d8fb9d2121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:14.640648 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-88b5506c-0f51-4d9e-b908-3d9086440dbb req-af89013a-c3d6-4540-8843-c9d8fb9d2121 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=45f2857c-5bdc-476f-9384-4f61c45c28bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1172833 Feb 16 16:04:14.796838 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-88b5506c-0f51-4d9e-b908-3d9086440dbb req-cf6f4cd8-bf25-463a-9095-74b59c8167f6 service neutron] 10.222.0.103 "GET /v2.0/networks/45f2857c-5bdc-476f-9384-4f61c45c28bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444683 Feb 16 16:04:14.943782 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-88b5506c-0f51-4d9e-b908-3d9086440dbb req-e86f67d9-109d-4b06-893e-263cf4bb7d24 service neutron] 10.222.0.103 "GET /v2.0/networks/45f2857c-5bdc-476f-9384-4f61c45c28bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1397686 Feb 16 16:04:15.329408 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f995bd-5c9f-40cb-afe1-412b5cbe78ff req-947f135f-2c4c-4abc-b4ca-4b88b09ef411 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:15.330956 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-80f995bd-5c9f-40cb-afe1-412b5cbe78ff req-947f135f-2c4c-4abc-b4ca-4b88b09ef411 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a42868-5e1e-49af-b0ff-44e3cd2357e8 HTTP/1.1" status: 200 len: 945 time: 0.0897758 Feb 16 16:04:15.383683 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-80f995bd-5c9f-40cb-afe1-412b5cbe78ff req-8b84eb8d-1909-4a96-8e8c-9a71a3385708 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/security-groups?id=5898dce6-7055-4862-b83b-a300f7112f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464199 Feb 16 16:04:15.829121 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc62eb2c-bee1-4cdb-ab2f-56673b919f09 req-6c2f1a65-6e51-4cf8-9c9f-df1c9f3ed2f6 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:15.830763 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-dc62eb2c-bee1-4cdb-ab2f-56673b919f09 req-6c2f1a65-6e51-4cf8-9c9f-df1c9f3ed2f6 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/ports?device_id=e0a9bae1-d6a4-4621-a6e1-e78186c07222 HTTP/1.1" status: 200 len: 944 time: 0.0895696 Feb 16 16:04:15.880575 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-dc62eb2c-bee1-4cdb-ab2f-56673b919f09 req-7332c281-6162-4d4e-afc7-5c58a38f53d0 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/security-groups?id=0463bf0b-0df1-40e7-921e-f3e0ec69ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0434644 Feb 16 16:04:16.589249 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd737c-4927-48ab-8e47-8f01f406153c req-ca012927-9706-407c-aedd-7e6bbf0e10a5 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:16.590865 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-98fd737c-4927-48ab-8e47-8f01f406153c req-ca012927-9706-407c-aedd-7e6bbf0e10a5 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a42868-5e1e-49af-b0ff-44e3cd2357e8 HTTP/1.1" status: 200 len: 945 time: 0.0931802 Feb 16 16:04:16.638782 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-98fd737c-4927-48ab-8e47-8f01f406153c req-ef36274c-ad38-4ee4-a038-046d98ae2d70 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/security-groups?id=5898dce6-7055-4862-b83b-a300f7112f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409567 Feb 16 16:04:17.042365 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device a3cfc80c-3747-4eaa-971c-fd4b447bcf21 up at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 16:04:17.084064 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a04b7b5-c630-40e7-b942-bbbf73e5b588 req-d8097e5f-8c58-4181-8d58-667f17c1818e tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:17.086004 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5a04b7b5-c630-40e7-b942-bbbf73e5b588 req-d8097e5f-8c58-4181-8d58-667f17c1818e tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/ports?device_id=e0a9bae1-d6a4-4621-a6e1-e78186c07222 HTTP/1.1" status: 200 len: 944 time: 0.0896504 Feb 16 16:04:17.117062 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning complete for port a3cfc80c-3747-4eaa-971c-fd4b447bcf21 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:04:17.117490 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:04:17.136381 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5a04b7b5-c630-40e7-b942-bbbf73e5b588 req-db26dc61-f1c4-466d-a6a8-293919d6697f tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/security-groups?id=0463bf0b-0df1-40e7-921e-f3e0ec69ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0427818 Feb 16 16:04:17.672697 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-177cfb31-bc81-4dad-b2cb-96311ae9c5aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:04:17.845339 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930b9698-5453-42e4-90c7-65a6f8f8493b req-4684c5ee-ee08-4cd5-97b7-1002f19ca594 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:17.846882 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-930b9698-5453-42e4-90c7-65a6f8f8493b req-4684c5ee-ee08-4cd5-97b7-1002f19ca594 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a42868-5e1e-49af-b0ff-44e3cd2357e8 HTTP/1.1" status: 200 len: 945 time: 0.0908549 Feb 16 16:04:17.895282 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-930b9698-5453-42e4-90c7-65a6f8f8493b req-47a726aa-f121-4078-bb8b-bf3fcf2c90d7 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/security-groups?id=5898dce6-7055-4862-b83b-a300f7112f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419688 Feb 16 16:04:18.340276 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c232f-5f96-4ae9-90e9-b18d115db45e req-1ddca3a7-2b3c-40aa-b061-7110a8b170be tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:18.341904 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-f87c232f-5f96-4ae9-90e9-b18d115db45e req-1ddca3a7-2b3c-40aa-b061-7110a8b170be tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/ports?device_id=e0a9bae1-d6a4-4621-a6e1-e78186c07222 HTTP/1.1" status: 200 len: 944 time: 0.0881765 Feb 16 16:04:18.393479 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-f87c232f-5f96-4ae9-90e9-b18d115db45e req-0eca35f8-64b8-497b-90ed-b86314cb3032 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/security-groups?id=0463bf0b-0df1-40e7-921e-f3e0ec69ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0443227 Feb 16 16:04:19.313000 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff2b48-17ed-42ab-aaf5-b87227b236aa req-616d7c32-96cf-4777-a165-8c3689938d72 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:19.315187 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b2ff2b48-17ed-42ab-aaf5-b87227b236aa req-616d7c32-96cf-4777-a165-8c3689938d72 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a42868-5e1e-49af-b0ff-44e3cd2357e8 HTTP/1.1" status: 200 len: 945 time: 0.3021345 Feb 16 16:04:19.364435 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b2ff2b48-17ed-42ab-aaf5-b87227b236aa req-fa280dd7-f531-4fa8-aab8-e39315812a6c tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/security-groups?id=5898dce6-7055-4862-b83b-a300f7112f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429060 Feb 16 16:04:19.595726 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e269e325-1905-4a1a-b8e8-e8e383a3ef94 req-236157b1-56f6-4076-8131-0f527e257775 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:19.597263 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-e269e325-1905-4a1a-b8e8-e8e383a3ef94 req-236157b1-56f6-4076-8131-0f527e257775 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/ports?device_id=e0a9bae1-d6a4-4621-a6e1-e78186c07222 HTTP/1.1" status: 200 len: 944 time: 0.0894494 Feb 16 16:04:19.648354 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-e269e325-1905-4a1a-b8e8-e8e383a3ef94 req-4f580921-364a-43f4-ac6e-a54a33eab894 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/security-groups?id=0463bf0b-0df1-40e7-921e-f3e0ec69ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0447352 Feb 16 16:04:19.854437 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bcb8ff-f0fe-49cc-a553-c0d880eebee3 req-e71200d4-3e9c-421b-b5d1-ba029eb83576 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:19.856102 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-12bcb8ff-f0fe-49cc-a553-c0d880eebee3 req-e71200d4-3e9c-421b-b5d1-ba029eb83576 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a42868-5e1e-49af-b0ff-44e3cd2357e8 HTTP/1.1" status: 200 len: 945 time: 0.1507711 Feb 16 16:04:19.918094 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166ebe0-afd1-48e0-9026-be3a859bf0e9 req-75db6f38-ee5c-4c57-974a-dfaa2684730c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:19.919744 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1166ebe0-afd1-48e0-9026-be3a859bf0e9 req-75db6f38-ee5c-4c57-974a-dfaa2684730c service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=3d779634302641f2a94b48c70492e45e&device_id=52a42868-5e1e-49af-b0ff-44e3cd2357e8 HTTP/1.1" status: 200 len: 1162 time: 0.1357412 Feb 16 16:04:19.925017 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-12bcb8ff-f0fe-49cc-a553-c0d880eebee3 req-b4628568-57e8-4ff8-954e-0c5172f6f7e4 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/security-groups?id=5898dce6-7055-4862-b83b-a300f7112f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612066 Feb 16 16:04:20.069880 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166ebe0-afd1-48e0-9026-be3a859bf0e9 req-62364ad5-3b8d-4a8f-90be-59b50f0ce340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:20.071529 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1166ebe0-afd1-48e0-9026-be3a859bf0e9 req-62364ad5-3b8d-4a8f-90be-59b50f0ce340 service neutron] 10.222.0.103 "GET /v2.0/networks?id=ac572d69-3346-47db-96b8-84a33dd2e288 HTTP/1.1" status: 200 len: 905 time: 0.1421828 Feb 16 16:04:20.188516 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1166ebe0-afd1-48e0-9026-be3a859bf0e9 req-826b58aa-35bb-4fd0-bdef-710034596e37 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3cfc80c-3747-4eaa-971c-fd4b447bcf21 HTTP/1.1" status: 200 len: 1000 time: 0.1055555 Feb 16 16:04:20.268575 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166ebe0-afd1-48e0-9026-be3a859bf0e9 req-2ef06230-9c25-4c71-9157-69e318df59f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:20.270173 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1166ebe0-afd1-48e0-9026-be3a859bf0e9 req-2ef06230-9c25-4c71-9157-69e318df59f1 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=c8b959bf-ae39-4aee-b829-e174a339a829 HTTP/1.1" status: 200 len: 850 time: 0.0754871 Feb 16 16:04:20.367897 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166ebe0-afd1-48e0-9026-be3a859bf0e9 req-86127ad9-a39e-4c06-889d-451eeee6148e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:20.368453 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d05518bb-17ee-4865-b03c-31693adcda8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:04:20.369528 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1166ebe0-afd1-48e0-9026-be3a859bf0e9 req-86127ad9-a39e-4c06-889d-451eeee6148e service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=ac572d69-3346-47db-96b8-84a33dd2e288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0918167 Feb 16 16:04:20.518376 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1166ebe0-afd1-48e0-9026-be3a859bf0e9 req-a3cd49a9-c66c-4b52-9e31-584b36f05a7e service neutron] 10.222.0.103 "GET /v2.0/networks/ac572d69-3346-47db-96b8-84a33dd2e288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407042 Feb 16 16:04:20.556821 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-5b9a3fda-95e3-4618-83af-e3a58c75e753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:04:20.674173 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1166ebe0-afd1-48e0-9026-be3a859bf0e9 req-3289f3cb-23fd-440a-963f-49df41e09581 service neutron] 10.222.0.103 "GET /v2.0/networks/ac572d69-3346-47db-96b8-84a33dd2e288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1474864 Feb 16 16:04:20.856891 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8045b668-3e8b-45e9-9ffe-fd31016991b6 req-929af08a-14cb-46bd-9132-8b8f624664bd tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:20.858521 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-8045b668-3e8b-45e9-9ffe-fd31016991b6 req-929af08a-14cb-46bd-9132-8b8f624664bd tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/ports?device_id=e0a9bae1-d6a4-4621-a6e1-e78186c07222 HTTP/1.1" status: 200 len: 944 time: 0.0913882 Feb 16 16:04:20.907694 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-8045b668-3e8b-45e9-9ffe-fd31016991b6 req-55c4eae0-1305-4d4a-b82c-867e832cca36 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/security-groups?id=0463bf0b-0df1-40e7-921e-f3e0ec69ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0415742 Feb 16 16:04:21.158280 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf20b4-ca07-4c9d-9827-3b2f06cff093 req-4b5cf4eb-d65f-4fad-bb4b-07053634ce3f tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:21.159963 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-20bf20b4-ca07-4c9d-9827-3b2f06cff093 req-4b5cf4eb-d65f-4fad-bb4b-07053634ce3f tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a42868-5e1e-49af-b0ff-44e3cd2357e8 HTTP/1.1" status: 200 len: 945 time: 0.1144965 Feb 16 16:04:21.210425 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-20bf20b4-ca07-4c9d-9827-3b2f06cff093 req-bad56f38-9ba2-4d62-81e7-498a37eace88 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/security-groups?id=5898dce6-7055-4862-b83b-a300f7112f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441480 Feb 16 16:04:21.396546 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:04:22.115676 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322e94b4-8ad2-44b9-85db-cdb0ce214fa9 req-cd0d0c96-b227-4da2-b171-545272469d11 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:22.117308 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-322e94b4-8ad2-44b9-85db-cdb0ce214fa9 req-cd0d0c96-b227-4da2-b171-545272469d11 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/ports?device_id=e0a9bae1-d6a4-4621-a6e1-e78186c07222 HTTP/1.1" status: 200 len: 944 time: 0.0957680 Feb 16 16:04:22.168044 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-322e94b4-8ad2-44b9-85db-cdb0ce214fa9 req-c00b9678-ecdc-43f3-b2bf-ca4d8443e85b tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/security-groups?id=0463bf0b-0df1-40e7-921e-f3e0ec69ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0440693 Feb 16 16:04:22.293700 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-331083c2-9fd5-48c9-8796-02890b3f22e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:04:22.413715 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff442b1-d3fb-4f16-b82a-65c3c41a61f5 req-a85ec64a-fb20-4495-855b-eeaf1c9f9548 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:22.415838 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-dff442b1-d3fb-4f16-b82a-65c3c41a61f5 req-a85ec64a-fb20-4495-855b-eeaf1c9f9548 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a42868-5e1e-49af-b0ff-44e3cd2357e8 HTTP/1.1" status: 200 len: 945 time: 0.0900466 Feb 16 16:04:22.468856 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-dff442b1-d3fb-4f16-b82a-65c3c41a61f5 req-23b82a53-9715-4fb4-8203-ff4a88730571 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/security-groups?id=5898dce6-7055-4862-b83b-a300f7112f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470421 Feb 16 16:04:23.285146 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.agents_db [None req-cca974b7-119d-4613-9949-a609bd4803bb None None] Agent healthcheck: found 6 active agents {{(pid=84077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 16:04:23.397477 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b8300-13bb-49a0-8d1e-13e6d7ac4eca req-d95b09ee-8625-4001-be7d-3d75deaf107b tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:23.399107 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-db2b8300-13bb-49a0-8d1e-13e6d7ac4eca req-d95b09ee-8625-4001-be7d-3d75deaf107b tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/ports?device_id=e0a9bae1-d6a4-4621-a6e1-e78186c07222 HTTP/1.1" status: 200 len: 944 time: 0.0932748 Feb 16 16:04:23.454337 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-db2b8300-13bb-49a0-8d1e-13e6d7ac4eca req-cdc4ade5-a801-48fc-a7ec-b57445ec2e4d tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/security-groups?id=0463bf0b-0df1-40e7-921e-f3e0ec69ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0477314 Feb 16 16:04:24.656531 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f981926f-59f7-4bab-8013-6e8c16b73a3b req-10a626eb-23a0-463a-ae08-6e13b4ad0816 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:24.658178 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-f981926f-59f7-4bab-8013-6e8c16b73a3b req-10a626eb-23a0-463a-ae08-6e13b4ad0816 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/ports?device_id=e0a9bae1-d6a4-4621-a6e1-e78186c07222 HTTP/1.1" status: 200 len: 944 time: 0.0874729 Feb 16 16:04:24.709316 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-f981926f-59f7-4bab-8013-6e8c16b73a3b req-893eab60-b081-4cbf-abaf-a13b72fbc0eb tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/security-groups?id=0463bf0b-0df1-40e7-921e-f3e0ec69ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0446942 Feb 16 16:04:25.911394 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb322e0-8600-4e33-a682-b4989714993c req-22e4033a-ff54-461c-b8c5-7cabe7be55bc tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:25.912997 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-efb322e0-8600-4e33-a682-b4989714993c req-22e4033a-ff54-461c-b8c5-7cabe7be55bc tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/ports?device_id=e0a9bae1-d6a4-4621-a6e1-e78186c07222 HTTP/1.1" status: 200 len: 944 time: 0.0875189 Feb 16 16:04:25.963271 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-efb322e0-8600-4e33-a682-b4989714993c req-8508082c-77a8-4b3a-841c-cf1221eaaa71 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/security-groups?id=0463bf0b-0df1-40e7-921e-f3e0ec69ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0439324 Feb 16 16:04:26.875486 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device a3cfc80c-3747-4eaa-971c-fd4b447bcf21 up at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 16:04:26.956226 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning complete for port a3cfc80c-3747-4eaa-971c-fd4b447bcf21 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:04:26.956832 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:04:27.173599 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80100662-e311-4db7-b72d-26daf94b900e req-cbb255d4-bfbb-423a-9868-d06c26f28c57 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:27.175136 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-80100662-e311-4db7-b72d-26daf94b900e req-cbb255d4-bfbb-423a-9868-d06c26f28c57 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/ports?device_id=e0a9bae1-d6a4-4621-a6e1-e78186c07222 HTTP/1.1" status: 200 len: 944 time: 0.0936167 Feb 16 16:04:27.223527 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-80100662-e311-4db7-b72d-26daf94b900e req-e279c86b-56fe-4c67-8c19-82dc5080bd87 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/security-groups?id=0463bf0b-0df1-40e7-921e-f3e0ec69ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0419579 Feb 16 16:04:28.420202 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1f66b6-cf22-4132-ab6d-9688c6d011f6 req-9e420890-00a5-4092-b46a-4f29fac0b8d2 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:28.421822 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7c1f66b6-cf22-4132-ab6d-9688c6d011f6 req-9e420890-00a5-4092-b46a-4f29fac0b8d2 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/ports?device_id=e0a9bae1-d6a4-4621-a6e1-e78186c07222 HTTP/1.1" status: 200 len: 944 time: 0.0866132 Feb 16 16:04:28.470606 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7c1f66b6-cf22-4132-ab6d-9688c6d011f6 req-e89a7df5-5e4a-4235-9db2-8e127388590b tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/security-groups?id=0463bf0b-0df1-40e7-921e-f3e0ec69ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0421526 Feb 16 16:04:29.675379 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc14a56-991c-4afb-ba5d-3a2e096f398c req-a338bb53-2b5d-46f4-b3b6-8a6f9d499fd5 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:29.676982 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7bc14a56-991c-4afb-ba5d-3a2e096f398c req-a338bb53-2b5d-46f4-b3b6-8a6f9d499fd5 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/ports?device_id=e0a9bae1-d6a4-4621-a6e1-e78186c07222 HTTP/1.1" status: 200 len: 944 time: 0.0922856 Feb 16 16:04:29.726895 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7bc14a56-991c-4afb-ba5d-3a2e096f398c req-ac3ee13c-7b00-4762-a322-872bee21cfae tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/security-groups?id=0463bf0b-0df1-40e7-921e-f3e0ec69ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0435255 Feb 16 16:04:30.929764 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa23b3d-6313-432d-9a8a-a4a496011add req-3d3e8dea-895c-4841-acf7-1097693c7d7b tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:30.931429 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-8aa23b3d-6313-432d-9a8a-a4a496011add req-3d3e8dea-895c-4841-acf7-1097693c7d7b tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/ports?device_id=e0a9bae1-d6a4-4621-a6e1-e78186c07222 HTTP/1.1" status: 200 len: 944 time: 0.0874517 Feb 16 16:04:30.988595 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-8aa23b3d-6313-432d-9a8a-a4a496011add req-d245f02c-e6cd-40f0-93f4-e322549ae734 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/security-groups?id=0463bf0b-0df1-40e7-921e-f3e0ec69ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0507097 Feb 16 16:04:32.198348 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e445b44d-0c34-47fe-ab53-4cdbc987a2e4 req-6e06758d-0d97-4bef-8dfa-832b8c775f57 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:32.200204 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-e445b44d-0c34-47fe-ab53-4cdbc987a2e4 req-6e06758d-0d97-4bef-8dfa-832b8c775f57 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/ports?device_id=e0a9bae1-d6a4-4621-a6e1-e78186c07222 HTTP/1.1" status: 200 len: 944 time: 0.0906000 Feb 16 16:04:32.250879 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-e445b44d-0c34-47fe-ab53-4cdbc987a2e4 req-e7efea0d-3395-4791-9ae3-b7450273d709 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/security-groups?id=0463bf0b-0df1-40e7-921e-f3e0ec69ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0432408 Feb 16 16:04:33.463255 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc3785-3ce1-46ea-ab32-7151702117ce req-7f4d216c-cc8c-4d80-9627-4020619e2da9 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:33.464923 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-11bc3785-3ce1-46ea-ab32-7151702117ce req-7f4d216c-cc8c-4d80-9627-4020619e2da9 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/ports?device_id=e0a9bae1-d6a4-4621-a6e1-e78186c07222 HTTP/1.1" status: 200 len: 944 time: 0.0941477 Feb 16 16:04:33.514169 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-11bc3785-3ce1-46ea-ab32-7151702117ce req-e0da0b14-45d5-419b-8197-88a820f958e5 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/security-groups?id=0463bf0b-0df1-40e7-921e-f3e0ec69ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0418885 Feb 16 16:04:34.717652 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3440fe-20d9-46f2-b051-d026af4e17ec req-a8e2528b-0e40-4e61-b7bb-cbb3c36ef117 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:34.719960 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ae3440fe-20d9-46f2-b051-d026af4e17ec req-a8e2528b-0e40-4e61-b7bb-cbb3c36ef117 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/ports?device_id=e0a9bae1-d6a4-4621-a6e1-e78186c07222 HTTP/1.1" status: 200 len: 944 time: 0.0904551 Feb 16 16:04:34.768420 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ae3440fe-20d9-46f2-b051-d026af4e17ec req-58403a4d-0873-47b3-9067-99299464dada tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/security-groups?id=0463bf0b-0df1-40e7-921e-f3e0ec69ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0421994 Feb 16 16:04:34.831906 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device f0275e08-13ab-4b94-a0dd-3697ad153afd up at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 16:04:34.944602 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning for port f0275e08-13ab-4b94-a0dd-3697ad153afd completed by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 16:04:34.952265 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning complete for port f0275e08-13ab-4b94-a0dd-3697ad153afd triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:04:34.952702 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:04:35.083108 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:04:35.112065 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a9bae1-d6a4-4621-a6e1-e78186c07222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0275e08-13ab-4b94-a0dd-3697ad153afd'}] {{(pid=84076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 16:04:35.122653 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] For port f0275e08-13ab-4b94-a0dd-3697ad153afd, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=f0275e08-13ab-4b94-a0dd-3697ad153afd,segment=NetworkSegment(f21b7891-dd2d-40e6-bd74-d5b6d5194f31),segment_id=f21b7891-dd2d-40e6-bd74-d5b6d5194f31)] {{(pid=84076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:04:35.156249 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:04:35.160483 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-341db4ec-c463-4376-b14a-517850fbcbc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:04:35.199785 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a9bae1-d6a4-4621-a6e1-e78186c07222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0275e08-13ab-4b94-a0dd-3697ad153afd', 'code': 200} Feb 16 16:04:35.233683 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Pushing event updated for resources: {'Port': ['ID=f0275e08-13ab-4b94-a0dd-3697ad153afd,revision_number=4']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:04:35.237118 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:04:35.518666 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device f0275e08-13ab-4b94-a0dd-3697ad153afd up at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 16:04:35.594124 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning complete for port f0275e08-13ab-4b94-a0dd-3697ad153afd triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:04:35.594531 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:04:35.668044 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb579c-0621-4405-b7b9-97fbc3f1ee95 req-858dd507-8a6d-4199-8529-6b4b2909e27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:35.669669 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5efb579c-0621-4405-b7b9-97fbc3f1ee95 req-858dd507-8a6d-4199-8529-6b4b2909e27c service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=e0a9bae1-d6a4-4621-a6e1-e78186c07222 HTTP/1.1" status: 200 len: 1163 time: 0.0822339 Feb 16 16:04:35.716131 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5efb579c-0621-4405-b7b9-97fbc3f1ee95 req-3a06258c-ffb0-46c0-8e8e-20dbebbae46d service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=0463bf0b-0df1-40e7-921e-f3e0ec69ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0387471 Feb 16 16:04:35.968099 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dead2ea-3d70-4945-91f6-ee93ba58e4f3 req-d97d68c1-5ed0-4fec-8c89-029597905485 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:35.970843 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5dead2ea-3d70-4945-91f6-ee93ba58e4f3 req-d97d68c1-5ed0-4fec-8c89-029597905485 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/ports?device_id=e0a9bae1-d6a4-4621-a6e1-e78186c07222 HTTP/1.1" status: 200 len: 946 time: 0.0893378 Feb 16 16:04:36.024027 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5dead2ea-3d70-4945-91f6-ee93ba58e4f3 req-46880d00-b538-41a2-8546-4e68b51800af tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/security-groups?id=0463bf0b-0df1-40e7-921e-f3e0ec69ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0466957 Feb 16 16:04:37.231538 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45431ecf-4273-4a77-aee0-02cdf37e040e req-2dd1cee6-f420-49b2-82da-c8e1783e27f7 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:37.233186 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-45431ecf-4273-4a77-aee0-02cdf37e040e req-2dd1cee6-f420-49b2-82da-c8e1783e27f7 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/ports?device_id=e0a9bae1-d6a4-4621-a6e1-e78186c07222 HTTP/1.1" status: 200 len: 946 time: 0.0880723 Feb 16 16:04:37.285029 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-45431ecf-4273-4a77-aee0-02cdf37e040e req-4ad55d4d-6a5d-4d4a-9dee-2623a2c12a9d tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/security-groups?id=0463bf0b-0df1-40e7-921e-f3e0ec69ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0447664 Feb 16 16:04:37.429350 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device f0275e08-13ab-4b94-a0dd-3697ad153afd up at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 16:04:37.510091 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning complete for port f0275e08-13ab-4b94-a0dd-3697ad153afd triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:04:37.510091 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:04:38.490362 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a40c59-1f76-4904-9799-2e603eba4358 req-4ae1e512-fc12-4aef-90f5-1e0663183db5 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:38.491973 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-06a40c59-1f76-4904-9799-2e603eba4358 req-4ae1e512-fc12-4aef-90f5-1e0663183db5 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/ports?device_id=e0a9bae1-d6a4-4621-a6e1-e78186c07222 HTTP/1.1" status: 200 len: 946 time: 0.0897920 Feb 16 16:04:38.539424 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-06a40c59-1f76-4904-9799-2e603eba4358 req-aa2de8d8-611e-4f10-9c78-096cb4307e17 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/security-groups?id=0463bf0b-0df1-40e7-921e-f3e0ec69ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0411348 Feb 16 16:04:38.738245 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c1d5b8-ae43-41d3-85f2-43231e4f6127 req-8ed2ea64-d21c-424f-a447-f6892714bb7a tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:38.739902 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-e6c1d5b8-ae43-41d3-85f2-43231e4f6127 req-8ed2ea64-d21c-424f-a447-f6892714bb7a tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/ports?device_id=e0a9bae1-d6a4-4621-a6e1-e78186c07222 HTTP/1.1" status: 200 len: 946 time: 0.0881283 Feb 16 16:04:38.849092 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-e6c1d5b8-ae43-41d3-85f2-43231e4f6127 req-fe4ced52-de11-4f7f-b443-e6a3e33fa7d6 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/security-groups?id=0463bf0b-0df1-40e7-921e-f3e0ec69ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0617096 Feb 16 16:04:38.868963 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-aee40d26-5dcf-4d62-941f-e03a91b347ce req-9ad8591e-a76f-44bc-977d-08c08b7fbaf0 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=4dff69e3-5cdc-414f-9e67-129d15aa03d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1267295 Feb 16 16:04:39.129733 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-34cf375f-0aba-48ac-a7c6-b24fb39068ae req-a1997f2a-b559-42d7-b36b-10feca6681ce tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2392645 Feb 16 16:04:39.131839 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee40d26-5dcf-4d62-941f-e03a91b347ce req-92267467-b8dd-4087-b0f4-ca2dc9652d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:39.133324 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-aee40d26-5dcf-4d62-941f-e03a91b347ce req-92267467-b8dd-4087-b0f4-ca2dc9652d64 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=57c03e2c6fe04a41927ce974a5ae8db2&device_id=4dff69e3-5cdc-414f-9e67-129d15aa03d2 HTTP/1.1" status: 200 len: 1162 time: 0.1999526 Feb 16 16:04:39.141448 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [req-34cf375f-0aba-48ac-a7c6-b24fb39068ae req-8d0bedfe-e9aa-455b-9b1b-844623937e4c tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Request body: {'floatingip': {'floating_network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6'}} {{(pid=84075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:04:39.147440 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [req-34cf375f-0aba-48ac-a7c6-b24fb39068ae req-8d0bedfe-e9aa-455b-9b1b-844623937e4c tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:04:39.152373 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-34cf375f-0aba-48ac-a7c6-b24fb39068ae req-8d0bedfe-e9aa-455b-9b1b-844623937e4c tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Usage tracker for resource:floatingip and tenant:9ba01355ccec4f5ba422cc289f631770 is out of sync, need to count used quota {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:04:39.155454 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-34cf375f-0aba-48ac-a7c6-b24fb39068ae req-8d0bedfe-e9aa-455b-9b1b-844623937e4c tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:04:39.185369 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [req-34cf375f-0aba-48ac-a7c6-b24fb39068ae req-8d0bedfe-e9aa-455b-9b1b-844623937e4c tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:04:39.257642 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-34cf375f-0aba-48ac-a7c6-b24fb39068ae req-8d0bedfe-e9aa-455b-9b1b-844623937e4c tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks [] for floatingip, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:04:39.400242 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee40d26-5dcf-4d62-941f-e03a91b347ce req-dbb55064-ac0b-447c-af9f-2f77a56b5194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:39.401844 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-aee40d26-5dcf-4d62-941f-e03a91b347ce req-dbb55064-ac0b-447c-af9f-2f77a56b5194 service neutron] 10.222.0.103 "GET /v2.0/networks?id=5a6cc9fd-7c89-4382-a460-9e49c7df15fc HTTP/1.1" status: 200 len: 902 time: 0.2423077 Feb 16 16:04:39.755344 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-aee40d26-5dcf-4d62-941f-e03a91b347ce req-76bcd114-f9ea-43b3-82ae-990a54b31148 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53e5b9e3-3153-4dfd-9bf9-873f1b6966b5 HTTP/1.1" status: 200 len: 1001 time: 0.3425786 Feb 16 16:04:39.781109 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-34cf375f-0aba-48ac-a7c6-b24fb39068ae req-8d0bedfe-e9aa-455b-9b1b-844623937e4c tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:04:40.011925 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee40d26-5dcf-4d62-941f-e03a91b347ce req-e4d24648-c077-493c-8942-8deb8bb77849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:40.013684 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-aee40d26-5dcf-4d62-941f-e03a91b347ce req-e4d24648-c077-493c-8942-8deb8bb77849 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=578849cb-f9a8-4646-bed7-c111f69c5937 HTTP/1.1" status: 200 len: 847 time: 0.2348335 Feb 16 16:04:40.168943 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73c693e-bca6-4ec6-9354-420c0872a908 req-b95d8964-4f79-4bf2-b01b-f1fd11ef54ad tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:40.170561 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c73c693e-bca6-4ec6-9354-420c0872a908 req-b95d8964-4f79-4bf2-b01b-f1fd11ef54ad tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/ports?device_id=4dff69e3-5cdc-414f-9e67-129d15aa03d2 HTTP/1.1" status: 200 len: 945 time: 0.3767972 Feb 16 16:04:40.288710 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee40d26-5dcf-4d62-941f-e03a91b347ce req-1d3117a8-0fd9-4540-aa2b-ed56f37964dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:40.290489 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-aee40d26-5dcf-4d62-941f-e03a91b347ce req-1d3117a8-0fd9-4540-aa2b-ed56f37964dd service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=5a6cc9fd-7c89-4382-a460-9e49c7df15fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2667506 Feb 16 16:04:40.330855 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c73c693e-bca6-4ec6-9354-420c0872a908 req-50c80405-15ae-4cc5-b8f0-388b299d1acd tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/security-groups?id=d1cdf25b-ac5e-4c7b-aae4-1dd92cc7194b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1486537 Feb 16 16:04:40.418430 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.db_base_plugin_common [req-34cf375f-0aba-48ac-a7c6-b24fb39068ae req-8d0bedfe-e9aa-455b-9b1b-844623937e4c tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Allocated IP 172.27.1.39 (4b949073-2dbc-48f8-99e6-0912404ac0f6/1330f553-cf5d-40b8-b778-7809bbd3e08c/4e33c70b-5959-4e8c-b51c-5c78030fedc8) {{(pid=84075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 16:04:40.575090 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-aee40d26-5dcf-4d62-941f-e03a91b347ce req-bbaae80c-e838-485e-8125-d71b2df0a109 service neutron] 10.222.0.103 "GET /v2.0/networks/5a6cc9fd-7c89-4382-a460-9e49c7df15fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715485 Feb 16 16:04:40.734985 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-34cf375f-0aba-48ac-a7c6-b24fb39068ae req-8d0bedfe-e9aa-455b-9b1b-844623937e4c tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks [] for port, precommit_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:04:40.779480 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-aee40d26-5dcf-4d62-941f-e03a91b347ce req-5b06ca5c-9b10-44f0-ba74-e495cd029e2f service neutron] 10.222.0.103 "GET /v2.0/networks/5a6cc9fd-7c89-4382-a460-9e49c7df15fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1953204 Feb 16 16:04:40.837254 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-34cf375f-0aba-48ac-a7c6-b24fb39068ae req-8d0bedfe-e9aa-455b-9b1b-844623937e4c tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776636048806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7708556'] for port, after_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:04:40.852549 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-e0fbb314-90d9-4e97-8dc7-7073fa7787dd tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:04:41.001742 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0bedfe-e9aa-455b-9b1b-844623937e4c tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Pushing event updated for resources: {'Port': ['ID=4e33c70b-5959-4e8c-b51c-5c78030fedc8,revision_number=1']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:04:41.006086 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-8d0bedfe-e9aa-455b-9b1b-844623937e4c tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:04:41.055975 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34cf375f-0aba-48ac-a7c6-b24fb39068ae req-8d0bedfe-e9aa-455b-9b1b-844623937e4c tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Network 4b949073-2dbc-48f8-99e6-0912404ac0f6 is already hosted by enough agents. {{(pid=84075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 16:04:41.057211 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.base_scheduler [req-34cf375f-0aba-48ac-a7c6-b24fb39068ae req-8d0bedfe-e9aa-455b-9b1b-844623937e4c tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Resources bound (agent type, host, resource id): {{(pid=84075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 16:04:41.059603 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [req-34cf375f-0aba-48ac-a7c6-b24fb39068ae req-8d0bedfe-e9aa-455b-9b1b-844623937e4c tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Received port after_create {{(pid=84075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 16:04:41.147709 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-34cf375f-0aba-48ac-a7c6-b24fb39068ae req-8d0bedfe-e9aa-455b-9b1b-844623937e4c tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:04:41.241610 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-34cf375f-0aba-48ac-a7c6-b24fb39068ae req-8d0bedfe-e9aa-455b-9b1b-844623937e4c tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:04:41.610734 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fa96f4-391a-4ef5-be30-d6df0b56e8aa req-d9122550-47fc-4c32-be67-d16e9bcd8b8b tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:41.612372 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-69fa96f4-391a-4ef5-be30-d6df0b56e8aa req-d9122550-47fc-4c32-be67-d16e9bcd8b8b tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/ports?device_id=4dff69e3-5cdc-414f-9e67-129d15aa03d2 HTTP/1.1" status: 200 len: 945 time: 0.1476617 Feb 16 16:04:41.616712 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-34cf375f-0aba-48ac-a7c6-b24fb39068ae req-8d0bedfe-e9aa-455b-9b1b-844623937e4c tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks [] for port, precommit_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:04:41.653727 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-34cf375f-0aba-48ac-a7c6-b24fb39068ae req-8d0bedfe-e9aa-455b-9b1b-844623937e4c tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847067257'] for port, after_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:04:41.672267 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1a0da695-eac5-4638-a73b-eda346d2beb6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:04:41.741927 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-69fa96f4-391a-4ef5-be30-d6df0b56e8aa req-41f3a939-6a95-4a99-823c-d611b4289a03 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/security-groups?id=d1cdf25b-ac5e-4c7b-aae4-1dd92cc7194b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1221032 Feb 16 16:04:41.831984 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0bedfe-e9aa-455b-9b1b-844623937e4c tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Pushing event updated for resources: {'Port': ['ID=4e33c70b-5959-4e8c-b51c-5c78030fedc8,revision_number=2']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:04:41.836361 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-8d0bedfe-e9aa-455b-9b1b-844623937e4c tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:04:41.927521 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-34cf375f-0aba-48ac-a7c6-b24fb39068ae req-8d0bedfe-e9aa-455b-9b1b-844623937e4c tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853906801'] for floatingip, after_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:04:41.996786 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-34cf375f-0aba-48ac-a7c6-b24fb39068ae req-8d0bedfe-e9aa-455b-9b1b-844623937e4c tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487'] for floatingip, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:04:41.998117 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-34cf375f-0aba-48ac-a7c6-b24fb39068ae req-8d0bedfe-e9aa-455b-9b1b-844623937e4c tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.8618946 Feb 16 16:04:42.096203 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-34cf375f-0aba-48ac-a7c6-b24fb39068ae req-0f890111-d1ed-491f-a320-7ef629c3cb82 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Synchronizing usage tracker for tenant:9ba01355ccec4f5ba422cc289f631770 on resource:floatingip {{(pid=84075) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 16:04:42.139304 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-34cf375f-0aba-48ac-a7c6-b24fb39068ae req-0f890111-d1ed-491f-a320-7ef629c3cb82 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Unset dirty status for tenant:9ba01355ccec4f5ba422cc289f631770 on resource:floatingip {{(pid=84075) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 16:04:42.141270 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-34cf375f-0aba-48ac-a7c6-b24fb39068ae req-0f890111-d1ed-491f-a320-7ef629c3cb82 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.27.1.39 HTTP/1.1" status: 200 len: 695 time: 0.1360650 Feb 16 16:04:42.314105 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cf375f-0aba-48ac-a7c6-b24fb39068ae req-859764aa-7e95-4908-896d-3f6f1978cdca tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:42.315681 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-34cf375f-0aba-48ac-a7c6-b24fb39068ae req-859764aa-7e95-4908-896d-3f6f1978cdca tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/networks/4b949073-2dbc-48f8-99e6-0912404ac0f6 HTTP/1.1" status: 200 len: 784 time: 0.1689653 Feb 16 16:04:42.509707 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fd1499-94a4-4e90-8df2-c5938860eeb4 req-35456fab-9e3e-425b-8714-865f075a96ea tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:42.511342 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-61fd1499-94a4-4e90-8df2-c5938860eeb4 req-35456fab-9e3e-425b-8714-865f075a96ea tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/ports?device_id=e0a9bae1-d6a4-4621-a6e1-e78186c07222&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0871861 Feb 16 16:04:42.600515 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-61fd1499-94a4-4e90-8df2-c5938860eeb4 req-f308df4e-7f06-45ff-9b72-18ce54c6d802 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.27.1.39 HTTP/1.1" status: 200 len: 695 time: 0.0819857 Feb 16 16:04:42.610956 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [req-61fd1499-94a4-4e90-8df2-c5938860eeb4 req-91bcd83c-6b2d-445f-a176-35a9c359f6c5 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Request body: {'floatingip': {'port_id': 'f0275e08-13ab-4b94-a0dd-3697ad153afd', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:04:42.904984 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:04:42.936316 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-61fd1499-94a4-4e90-8df2-c5938860eeb4 req-91bcd83c-6b2d-445f-a176-35a9c359f6c5 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks [] for floatingip, before_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:04:43.275600 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d82543-7591-406f-8377-683c825743a7 req-919ea0a2-02a4-414e-9f8b-5e7601ccc62e tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:43.277188 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-87d82543-7591-406f-8377-683c825743a7 req-919ea0a2-02a4-414e-9f8b-5e7601ccc62e tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/ports?device_id=4dff69e3-5cdc-414f-9e67-129d15aa03d2 HTTP/1.1" status: 200 len: 945 time: 0.2641628 Feb 16 16:04:43.416245 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-87d82543-7591-406f-8377-683c825743a7 req-99fbb07a-0039-48f7-acc0-16c1db7b40ea tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/security-groups?id=d1cdf25b-ac5e-4c7b-aae4-1dd92cc7194b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0765188 Feb 16 16:04:43.724934 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-61fd1499-94a4-4e90-8df2-c5938860eeb4 req-91bcd83c-6b2d-445f-a176-35a9c359f6c5 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:04:43.784831 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-61fd1499-94a4-4e90-8df2-c5938860eeb4 req-91bcd83c-6b2d-445f-a176-35a9c359f6c5 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853906801'] for floatingip, after_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:04:44.037211 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.db.l3_db [req-61fd1499-94a4-4e90-8df2-c5938860eeb4 req-91bcd83c-6b2d-445f-a176-35a9c359f6c5 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Floating IP cb19ca2a-2867-4946-950c-3cb1b5357e99 associated. External IP: 172.27.1.39, port: f0275e08-13ab-4b94-a0dd-3697ad153afd. Feb 16 16:04:44.172865 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5211d4-210f-4c56-bc20-b63bcc504bdb req-4923a85f-3a0f-47fb-bc23-a14044a31397 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:44.174497 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ce5211d4-210f-4c56-bc20-b63bcc504bdb req-4923a85f-3a0f-47fb-bc23-a14044a31397 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/ports?device_id=6d340e05-f025-4ca0-aa4a-05a7b68f75d6 HTTP/1.1" status: 200 len: 945 time: 0.2711213 Feb 16 16:04:44.261321 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ce5211d4-210f-4c56-bc20-b63bcc504bdb req-9ac93cf5-2d8c-4532-9b14-73b55ac2094a tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef25aa2-a300-4d1c-9993-bed7a0e4bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707276 Feb 16 16:04:44.466500 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61fd1499-94a4-4e90-8df2-c5938860eeb4 req-91bcd83c-6b2d-445f-a176-35a9c359f6c5 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Router fd9d9436-d779-4a4e-abf9-a5e569a1e831 has already been hosted by L3 agent 4f2d6f55-b6e7-4768-88f5-01ac5c4c3902 {{(pid=84075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 16:04:44.943909 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61fd1499-94a4-4e90-8df2-c5938860eeb4 req-91bcd83c-6b2d-445f-a176-35a9c359f6c5 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify agent at l3_agent.dv-cinder-775706-1-iscsi the message routers_updated {{(pid=84075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 16:04:44.948713 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-61fd1499-94a4-4e90-8df2-c5938860eeb4 req-91bcd83c-6b2d-445f-a176-35a9c359f6c5 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487'] for floatingip, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:04:44.954462 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a936095f-4faa-4e7c-9592-b81fe487b391 None None] Sync routers for ids ['fd9d9436-d779-4a4e-abf9-a5e569a1e831'] in dv-cinder-775706-1-iscsi {{(pid=84076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 16:04:44.964483 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a936095f-4faa-4e7c-9592-b81fe487b391 None None] Routers {'fd9d9436-d779-4a4e-abf9-a5e569a1e831'} bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 16:04:44.965166 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-a936095f-4faa-4e7c-9592-b81fe487b391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-16T15:47:20Z,description=,heartbeat_timestamp=2021-02-16T16:04:21Z,host='dv-cinder-775706-1-iscsi',id=4f2d6f55-b6e7-4768-88f5-01ac5c4c3902,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:47:21Z,topic='l3_agent')) {'router_ids': ['fd9d9436-d779-4a4e-abf9-a5e569a1e831'], 'active': True} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:04:44.990951 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e299c9a9-4671-4e08-b2b9-e4fa8b7e6c26 req-8bbeb2c0-a1ec-49b9-9b27-29c1520949ec tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:44.992619 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-e299c9a9-4671-4e08-b2b9-e4fa8b7e6c26 req-8bbeb2c0-a1ec-49b9-9b27-29c1520949ec tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/ports?device_id=4dff69e3-5cdc-414f-9e67-129d15aa03d2 HTTP/1.1" status: 200 len: 945 time: 0.4539716 Feb 16 16:04:45.044709 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-61fd1499-94a4-4e90-8df2-c5938860eeb4 req-91bcd83c-6b2d-445f-a176-35a9c359f6c5 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "PUT /v2.0/floatingips/cb19ca2a-2867-4946-950c-3cb1b5357e99 HTTP/1.1" status: 200 len: 996 time: 2.4379711 Feb 16 16:04:45.050223 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0a9bae1-d6a4-4621-a6e1-e78186c07222', 'tag': 'f0275e08-13ab-4b94-a0dd-3697ad153afd'}] {{(pid=84075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 16:04:45.124004 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-e299c9a9-4671-4e08-b2b9-e4fa8b7e6c26 req-db33eb89-6a22-4198-9692-8610e237bd34 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/security-groups?id=d1cdf25b-ac5e-4c7b-aae4-1dd92cc7194b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1233046 Feb 16 16:04:45.154195 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fd1499-94a4-4e90-8df2-c5938860eeb4 req-b2227f84-8e4f-43ee-a41b-7ae3458c5f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:45.155873 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-61fd1499-94a4-4e90-8df2-c5938860eeb4 req-b2227f84-8e4f-43ee-a41b-7ae3458c5f40 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=9ba01355ccec4f5ba422cc289f631770&device_id=e0a9bae1-d6a4-4621-a6e1-e78186c07222 HTTP/1.1" status: 200 len: 1163 time: 0.0893984 Feb 16 16:04:45.174746 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvr_db [None req-a936095f-4faa-4e7c-9592-b81fe487b391 None None] Set router fd9d9436-d779-4a4e-abf9-a5e569a1e831 gateway port host: dv-cinder-775706-1-iscsi {{(pid=84076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 16:04:45.193751 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0a9bae1-d6a4-4621-a6e1-e78186c07222', 'tag': 'f0275e08-13ab-4b94-a0dd-3697ad153afd', 'status': 'completed', 'code': 200} Feb 16 16:04:45.375260 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fd1499-94a4-4e90-8df2-c5938860eeb4 req-e7b04c8d-902d-4e6d-95ac-ee92e6e47b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:45.376918 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-61fd1499-94a4-4e90-8df2-c5938860eeb4 req-e7b04c8d-902d-4e6d-95ac-ee92e6e47b39 service neutron] 10.222.0.101 "GET /v2.0/networks?id=45f2857c-5bdc-476f-9384-4f61c45c28bf HTTP/1.1" status: 200 len: 906 time: 0.2131219 Feb 16 16:04:45.383246 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794225f7-d0cd-4b18-8163-a18189ff2c88 req-15ff600b-e321-49d6-add2-15ca0287c4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:45.384816 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-794225f7-d0cd-4b18-8163-a18189ff2c88 req-15ff600b-e321-49d6-add2-15ca0287c4a4 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=9ba01355ccec4f5ba422cc289f631770&device_id=e0a9bae1-d6a4-4621-a6e1-e78186c07222 HTTP/1.1" status: 200 len: 1163 time: 0.1735532 Feb 16 16:04:45.573597 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-a936095f-4faa-4e7c-9592-b81fe487b391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'name': 'tempest-TestVolumeBootPattern-1822681073-router', 'tenant_id': '9ba01355ccec4f5ba422cc289f631770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '9c7a4ee5-aad2-457d-8a26-f9c39f8fb81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T16:03:02Z', 'updated_at': '2021-02-16T16:03:10Z', 'revision_number': 4, 'project_id': '9ba01355ccec4f5ba422cc289f631770', 'gw_port': {'id': '9c7a4ee5-aad2-457d-8a26-f9c39f8fb81d', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:03:04Z', 'updated_at': '2021-02-16T16:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_floatingips': [{'id': 'cb19ca2a-2867-4946-950c-3cb1b5357e99', 'tenant_id': '9ba01355ccec4f5ba422cc289f631770', 'floating_ip_address': '172.27.1.39', 'floating_network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'router_id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'port_id': 'f0275e08-13ab-4b94-a0dd-3697ad153afd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45f2857c-5bdc-476f-9384-4f61c45c28bf', 'mac_address': 'fa:16:3e:5c:5d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a9bae1-d6a4-4621-a6e1-e78186c07222', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T16:04:41Z', 'updated_at': '2021-02-16T16:04:43Z', 'revision_number': 1, 'project_id': '9ba01355ccec4f5ba422cc289f631770', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbae4516-30c2-48f8-bceb-abf5579fd378', 'name': '', 'network_id': '45f2857c-5bdc-476f-9384-4f61c45c28bf', 'tenant_id': '9ba01355ccec4f5ba422cc289f631770', 'mac_address': 'fa:16:3e:95:33:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'de8ce4f7-6e00-466a-9aac-6c50642948a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:03:09Z', 'updated_at': '2021-02-16T16:03:17Z', 'revision_number': 5, 'project_id': '9ba01355ccec4f5ba422cc289f631770', 'subnets': [{'id': 'de8ce4f7-6e00-466a-9aac-6c50642948a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-iscsi', False) {} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:04:45.578609 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a936095f-4faa-4e7c-9592-b81fe487b391 None None] Checking router: fd9d9436-d779-4a4e-abf9-a5e569a1e831 for host: dv-cinder-775706-1-iscsi {{(pid=84076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 16:04:45.587969 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a936095f-4faa-4e7c-9592-b81fe487b391 None None] Routers {'fd9d9436-d779-4a4e-abf9-a5e569a1e831'} bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 16:04:45.588631 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-a936095f-4faa-4e7c-9592-b81fe487b391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-16T15:47:20Z,description=,heartbeat_timestamp=2021-02-16T16:04:21Z,host='dv-cinder-775706-1-iscsi',id=4f2d6f55-b6e7-4768-88f5-01ac5c4c3902,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:47:21Z,topic='l3_agent')) {'router_ids': ['fd9d9436-d779-4a4e-abf9-a5e569a1e831'], 'active': True} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:04:45.659473 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-61fd1499-94a4-4e90-8df2-c5938860eeb4 req-cb249a35-39ef-4f15-83f6-190b8a11cc3a service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0275e08-13ab-4b94-a0dd-3697ad153afd HTTP/1.1" status: 200 len: 999 time: 0.2736008 Feb 16 16:04:45.763866 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae00bcf-8bf8-4d85-b0df-a83d2cd14bd7 req-d420b990-6d80-4f85-8af9-278cb68036a1 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:45.766244 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-9ae00bcf-8bf8-4d85-b0df-a83d2cd14bd7 req-d420b990-6d80-4f85-8af9-278cb68036a1 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/ports?device_id=6d340e05-f025-4ca0-aa4a-05a7b68f75d6 HTTP/1.1" status: 200 len: 945 time: 0.3166142 Feb 16 16:04:45.769298 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794225f7-d0cd-4b18-8163-a18189ff2c88 req-30ed5dbd-55c4-47c0-a2c3-9b9fc10f76f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:45.770811 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-794225f7-d0cd-4b18-8163-a18189ff2c88 req-30ed5dbd-55c4-47c0-a2c3-9b9fc10f76f3 service neutron] 10.222.0.103 "GET /v2.0/networks?id=45f2857c-5bdc-476f-9384-4f61c45c28bf HTTP/1.1" status: 200 len: 906 time: 0.3288653 Feb 16 16:04:45.785072 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvr_db [None req-a936095f-4faa-4e7c-9592-b81fe487b391 None None] Set router fd9d9436-d779-4a4e-abf9-a5e569a1e831 gateway port host: dv-cinder-775706-1-iscsi {{(pid=84076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 16:04:45.795539 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fd1499-94a4-4e90-8df2-c5938860eeb4 req-4765e7e8-76c3-4950-b357-23a2e39081f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:45.797156 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-61fd1499-94a4-4e90-8df2-c5938860eeb4 req-4765e7e8-76c3-4950-b357-23a2e39081f5 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=de8ce4f7-6e00-466a-9aac-6c50642948a8 HTTP/1.1" status: 200 len: 851 time: 0.1267579 Feb 16 16:04:45.956735 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-9ae00bcf-8bf8-4d85-b0df-a83d2cd14bd7 req-85a2caad-ac73-4e72-9b6d-f384fc3c3366 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef25aa2-a300-4d1c-9993-bed7a0e4bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829429 Feb 16 16:04:45.981822 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-794225f7-d0cd-4b18-8163-a18189ff2c88 req-6680118b-30e2-4f5d-9ba0-29663954a01f service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0275e08-13ab-4b94-a0dd-3697ad153afd HTTP/1.1" status: 200 len: 999 time: 0.1875947 Feb 16 16:04:46.001507 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fd1499-94a4-4e90-8df2-c5938860eeb4 req-586ee5ee-342a-4c73-b0ae-b6d4a27b66c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:46.003183 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-61fd1499-94a4-4e90-8df2-c5938860eeb4 req-586ee5ee-342a-4c73-b0ae-b6d4a27b66c1 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=45f2857c-5bdc-476f-9384-4f61c45c28bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1517367 Feb 16 16:04:46.170795 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794225f7-d0cd-4b18-8163-a18189ff2c88 req-faf8327a-bae7-454f-8019-e9bb4023a439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:46.173283 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-794225f7-d0cd-4b18-8163-a18189ff2c88 req-faf8327a-bae7-454f-8019-e9bb4023a439 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=de8ce4f7-6e00-466a-9aac-6c50642948a8 HTTP/1.1" status: 200 len: 851 time: 0.1691492 Feb 16 16:04:46.309914 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-61fd1499-94a4-4e90-8df2-c5938860eeb4 req-6e80ccb5-0942-40f5-b68c-3c4e8b7fe356 service neutron] 10.222.0.101 "GET /v2.0/networks/45f2857c-5bdc-476f-9384-4f61c45c28bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674718 Feb 16 16:04:46.361905 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-a936095f-4faa-4e7c-9592-b81fe487b391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'name': 'tempest-TestVolumeBootPattern-1822681073-router', 'tenant_id': '9ba01355ccec4f5ba422cc289f631770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '9c7a4ee5-aad2-457d-8a26-f9c39f8fb81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T16:03:02Z', 'updated_at': '2021-02-16T16:03:10Z', 'revision_number': 4, 'project_id': '9ba01355ccec4f5ba422cc289f631770', 'gw_port': {'id': '9c7a4ee5-aad2-457d-8a26-f9c39f8fb81d', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:03:04Z', 'updated_at': '2021-02-16T16:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_floatingips': [{'id': 'cb19ca2a-2867-4946-950c-3cb1b5357e99', 'tenant_id': '9ba01355ccec4f5ba422cc289f631770', 'floating_ip_address': '172.27.1.39', 'floating_network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'router_id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'port_id': 'f0275e08-13ab-4b94-a0dd-3697ad153afd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45f2857c-5bdc-476f-9384-4f61c45c28bf', 'mac_address': 'fa:16:3e:5c:5d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a9bae1-d6a4-4621-a6e1-e78186c07222', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T16:04:41Z', 'updated_at': '2021-02-16T16:04:43Z', 'revision_number': 1, 'project_id': '9ba01355ccec4f5ba422cc289f631770', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbae4516-30c2-48f8-bceb-abf5579fd378', 'name': '', 'network_id': '45f2857c-5bdc-476f-9384-4f61c45c28bf', 'tenant_id': '9ba01355ccec4f5ba422cc289f631770', 'mac_address': 'fa:16:3e:95:33:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'de8ce4f7-6e00-466a-9aac-6c50642948a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:03:09Z', 'updated_at': '2021-02-16T16:03:17Z', 'revision_number': 5, 'project_id': '9ba01355ccec4f5ba422cc289f631770', 'subnets': [{'id': 'de8ce4f7-6e00-466a-9aac-6c50642948a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-iscsi', False) {} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:04:46.367350 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a936095f-4faa-4e7c-9592-b81fe487b391 None None] The sync data for ids ['fd9d9436-d779-4a4e-abf9-a5e569a1e831'] in dv-cinder-775706-1-iscsi is: [{'id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'name': 'tempest-TestVolumeBootPattern-1822681073-router', 'tenant_id': '9ba01355ccec4f5ba422cc289f631770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '9c7a4ee5-aad2-457d-8a26-f9c39f8fb81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T16:03:02Z', 'updated_at': '2021-02-16T16:03:10Z', 'revision_number': 4, 'project_id': '9ba01355ccec4f5ba422cc289f631770', 'gw_port': {'id': '9c7a4ee5-aad2-457d-8a26-f9c39f8fb81d', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:03:04Z', 'updated_at': '2021-02-16T16:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_floatingips': [{'id': 'cb19ca2a-2867-4946-950c-3cb1b5357e99', 'tenant_id': '9ba01355ccec4f5ba422cc289f631770', 'floating_ip_address': '172.27.1.39', 'floating_network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'router_id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'port_id': 'f0275e08-13ab-4b94-a0dd-3697ad153afd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45f2857c-5bdc-476f-9384-4f61c45c28bf', 'mac_address': 'fa:16:3e:5c:5d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a9bae1-d6a4-4621-a6e1-e78186c07222', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T16:04:41Z', 'updated_at': '2021-02-16T16:04:43Z', 'revision_number': 1, 'project_id': '9ba01355ccec4f5ba422cc289f631770', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbae4516-30c2-48f8-bceb-abf5579fd378', 'name': '', 'network_id': '45f2857c-5bdc-476f-9384-4f61c45c28bf', 'tenant_id': '9ba01355ccec4f5ba422cc289f631770', 'mac_address': 'fa:16:3e:95:33:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'de8ce4f7-6e00-466a-9aac-6c50642948a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:03:09Z', 'updated_at': '2021-02-16T16:03:17Z', 'revision_number': 5, 'project_id': '9ba01355ccec4f5ba422cc289f631770', 'subnets': [{'id': 'de8ce4f7-6e00-466a-9aac-6c50642948a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 16:04:46.471823 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794225f7-d0cd-4b18-8163-a18189ff2c88 req-c2e3712a-e5ea-4cf0-824a-703b7f5104c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:46.473453 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-794225f7-d0cd-4b18-8163-a18189ff2c88 req-c2e3712a-e5ea-4cf0-824a-703b7f5104c5 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=45f2857c-5bdc-476f-9384-4f61c45c28bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2926292 Feb 16 16:04:46.547685 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba153df-d4b0-4a62-8198-1708fe1dfdef req-4de6068e-120c-45dd-ad94-32c5f76ddb2b tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:46.549318 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1ba153df-d4b0-4a62-8198-1708fe1dfdef req-4de6068e-120c-45dd-ad94-32c5f76ddb2b tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/ports?device_id=4dff69e3-5cdc-414f-9e67-129d15aa03d2 HTTP/1.1" status: 200 len: 945 time: 0.2895272 Feb 16 16:04:46.606674 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-61fd1499-94a4-4e90-8df2-c5938860eeb4 req-b96b504c-d112-4f67-9bbe-89b68b152227 service neutron] 10.222.0.101 "GET /v2.0/networks/45f2857c-5bdc-476f-9384-4f61c45c28bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2884281 Feb 16 16:04:46.673356 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1ba153df-d4b0-4a62-8198-1708fe1dfdef req-2f17ccdf-d59a-484f-a7da-cd67fbb7e035 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/security-groups?id=d1cdf25b-ac5e-4c7b-aae4-1dd92cc7194b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1169691 Feb 16 16:04:46.694752 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-794225f7-d0cd-4b18-8163-a18189ff2c88 req-e9df33e3-3be9-4945-88b8-accce08b5ea3 service neutron] 10.222.0.103 "GET /v2.0/networks/45f2857c-5bdc-476f-9384-4f61c45c28bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110500 Feb 16 16:04:46.745081 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e272e235-b86e-4dbc-9f55-09ea6c7c9a5e None None] New status for floating IP cb19ca2a-2867-4946-950c-3cb1b5357e99: ACTIVE {{(pid=84077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 16 16:04:46.854051 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79609b3-99d9-4c73-906e-3a326baed4d3 req-10ebb401-e542-4598-b641-3e09b0fd5811 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:46.854529 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-794225f7-d0cd-4b18-8163-a18189ff2c88 req-cb741b58-03d6-43aa-b37c-fcb9fe298abd service neutron] 10.222.0.103 "GET /v2.0/networks/45f2857c-5bdc-476f-9384-4f61c45c28bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1465316 Feb 16 16:04:46.855599 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c79609b3-99d9-4c73-906e-3a326baed4d3 req-10ebb401-e542-4598-b641-3e09b0fd5811 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.103 "GET /v2.0/ports?device_id=6d340e05-f025-4ca0-aa4a-05a7b68f75d6 HTTP/1.1" status: 200 len: 945 time: 0.0935187 Feb 16 16:04:46.941087 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [req-c79609b3-99d9-4c73-906e-3a326baed4d3 req-1f946b33-4f7a-4b73-8127-606817dd5222 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Deleting port 4155c2b5-bba9-4cc8-87d4-2f14060c97c2 {{(pid=84074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 16:04:46.941471 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-c79609b3-99d9-4c73-906e-3a326baed4d3 req-1f946b33-4f7a-4b73-8127-606817dd5222 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776636423795'] for port, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:04:47.175049 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66458ef-2e6d-40b6-886b-1b423063e708 req-586884f6-0108-4de4-a928-c626c504e59e tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:47.176701 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-e66458ef-2e6d-40b6-886b-1b423063e708 req-586884f6-0108-4de4-a928-c626c504e59e tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/ports?device_id=6d340e05-f025-4ca0-aa4a-05a7b68f75d6 HTTP/1.1" status: 200 len: 945 time: 0.0944571 Feb 16 16:04:47.221963 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [req-c79609b3-99d9-4c73-906e-3a326baed4d3 req-1f946b33-4f7a-4b73-8127-606817dd5222 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] For port 4155c2b5-bba9-4cc8-87d4-2f14060c97c2, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=4155c2b5-bba9-4cc8-87d4-2f14060c97c2,segment=NetworkSegment(0fe5a5a1-e5a4-48c5-9d03-a6e246614b42),segment_id=0fe5a5a1-e5a4-48c5-9d03-a6e246614b42)] {{(pid=84074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:04:47.222364 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-c79609b3-99d9-4c73-906e-3a326baed4d3 req-1f946b33-4f7a-4b73-8127-606817dd5222 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862802'] for port, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:04:47.227228 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-e66458ef-2e6d-40b6-886b-1b423063e708 req-3da94b6f-f3d1-43cd-8897-940864dc953c tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef25aa2-a300-4d1c-9993-bed7a0e4bc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438650 Feb 16 16:04:47.358086 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [req-c79609b3-99d9-4c73-906e-3a326baed4d3 req-1f946b33-4f7a-4b73-8127-606817dd5222 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Calling delete_port for 4155c2b5-bba9-4cc8-87d4-2f14060c97c2 owned by compute:nova {{(pid=84074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 16:04:47.394082 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device 4155c2b5-bba9-4cc8-87d4-2f14060c97c2 no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 16:04:47.521978 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:04:47.550829 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-c79609b3-99d9-4c73-906e-3a326baed4d3 req-1f946b33-4f7a-4b73-8127-606817dd5222 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776636383262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776636049574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6980856'] for port, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:04:47.567753 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-2caed70b-018f-47c8-ae4a-e563c36640e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:04:47.633055 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f946b33-4f7a-4b73-8127-606817dd5222 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Pushing event deleted for resources: {'Port': ['ID=4155c2b5-bba9-4cc8-87d4-2f14060c97c2,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:04:47.637183 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1f946b33-4f7a-4b73-8127-606817dd5222 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:04:47.674429 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-e5cca241-77c5-46db-8490-7934a6ff2d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:04:47.792488 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [req-c79609b3-99d9-4c73-906e-3a326baed4d3 req-1f946b33-4f7a-4b73-8127-606817dd5222 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] No DVR routers for this DVR port 4155c2b5-bba9-4cc8-87d4-2f14060c97c2 on host hv-cinder-77570 {{(pid=84074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 16:04:47.794851 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-c79609b3-99d9-4c73-906e-3a326baed4d3 req-1f946b33-4f7a-4b73-8127-606817dd5222 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487'] for port, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:04:47.798477 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d340e05-f025-4ca0-aa4a-05a7b68f75d6', 'name': 'network-vif-deleted', 'tag': '4155c2b5-bba9-4cc8-87d4-2f14060c97c2'}] {{(pid=84074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 16:04:47.848649 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c79609b3-99d9-4c73-906e-3a326baed4d3 req-1f946b33-4f7a-4b73-8127-606817dd5222 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.103 "DELETE /v2.0/ports/4155c2b5-bba9-4cc8-87d4-2f14060c97c2 HTTP/1.1" status: 204 len: 173 time: 0.9819381 Feb 16 16:04:47.878382 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5421532b-a34a-4066-aed5-17f0c9421f74 req-7c42a35c-78fc-4efd-b15e-3d75e9643730 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:47.880093 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5421532b-a34a-4066-aed5-17f0c9421f74 req-7c42a35c-78fc-4efd-b15e-3d75e9643730 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/ports?device_id=4dff69e3-5cdc-414f-9e67-129d15aa03d2 HTTP/1.1" status: 200 len: 945 time: 0.0908713 Feb 16 16:04:47.911351 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d340e05-f025-4ca0-aa4a-05a7b68f75d6', 'name': 'network-vif-deleted', 'tag': '4155c2b5-bba9-4cc8-87d4-2f14060c97c2', 'status': 'completed', 'code': 200} Feb 16 16:04:47.933942 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5421532b-a34a-4066-aed5-17f0c9421f74 req-f5951146-480c-4b4d-8787-b7a25f8f6598 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/security-groups?id=d1cdf25b-ac5e-4c7b-aae4-1dd92cc7194b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0474720 Feb 16 16:04:48.411691 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7143ee71-ea54-4a20-81d5-bc9388ccb87a req-483b7d9f-a0dd-46f8-b8b9-13affa0b5f1f tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] 10.222.0.101 "GET /v2.0/ports?device_id=6d340e05-f025-4ca0-aa4a-05a7b68f75d6 HTTP/1.1" status: 200 len: 210 time: 0.0508530 Feb 16 16:04:49.143260 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac138470-9e39-4702-a296-abdea57040af req-a3b7bf38-00a7-496b-810d-fdfede00088e tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:49.144866 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ac138470-9e39-4702-a296-abdea57040af req-a3b7bf38-00a7-496b-810d-fdfede00088e tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/ports?device_id=4dff69e3-5cdc-414f-9e67-129d15aa03d2 HTTP/1.1" status: 200 len: 945 time: 0.0907404 Feb 16 16:04:49.197910 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ac138470-9e39-4702-a296-abdea57040af req-33d6f0af-4d9e-47fa-a343-c26a8d10d107 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/security-groups?id=d1cdf25b-ac5e-4c7b-aae4-1dd92cc7194b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0465915 Feb 16 16:04:50.345419 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d05518bb-17ee-4865-b03c-31693adcda8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:04:50.400622 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c746d5-d70d-406d-b8af-6e7a341d8724 req-00868804-ab16-4ea8-a284-3d101a313758 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:50.402232 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-a7c746d5-d70d-406d-b8af-6e7a341d8724 req-00868804-ab16-4ea8-a284-3d101a313758 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/ports?device_id=4dff69e3-5cdc-414f-9e67-129d15aa03d2 HTTP/1.1" status: 200 len: 945 time: 0.0880351 Feb 16 16:04:50.451892 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-a7c746d5-d70d-406d-b8af-6e7a341d8724 req-7faead9a-f752-446f-a650-3c68f2b3b7de tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/security-groups?id=d1cdf25b-ac5e-4c7b-aae4-1dd92cc7194b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0431807 Feb 16 16:04:50.556213 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-dec51ecd-18bc-4950-8fae-17c95053e7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:04:51.407996 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:04:51.659138 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1412c509-023b-4fe7-ab86-7898f7605d87 req-4a4591f9-cde8-41c8-950e-3a3659be3604 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:51.660634 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1412c509-023b-4fe7-ab86-7898f7605d87 req-4a4591f9-cde8-41c8-950e-3a3659be3604 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/ports?device_id=4dff69e3-5cdc-414f-9e67-129d15aa03d2 HTTP/1.1" status: 200 len: 945 time: 0.0951488 Feb 16 16:04:51.708945 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1412c509-023b-4fe7-ab86-7898f7605d87 req-b8205585-1c1a-4b9a-826d-67204c854d1f tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/security-groups?id=d1cdf25b-ac5e-4c7b-aae4-1dd92cc7194b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0420587 Feb 16 16:04:52.298732 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-331083c2-9fd5-48c9-8796-02890b3f22e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:04:52.908495 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b61e5b-84e9-43c0-8c01-c52c4afdd5e3 req-71c7fbd3-573a-4f73-a067-9b44c5e96ff5 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:52.910066 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-75b61e5b-84e9-43c0-8c01-c52c4afdd5e3 req-71c7fbd3-573a-4f73-a067-9b44c5e96ff5 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/ports?device_id=4dff69e3-5cdc-414f-9e67-129d15aa03d2 HTTP/1.1" status: 200 len: 945 time: 0.0876384 Feb 16 16:04:52.961612 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-75b61e5b-84e9-43c0-8c01-c52c4afdd5e3 req-a4ad41b2-9734-4174-bc73-10a7346f23fb tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/security-groups?id=d1cdf25b-ac5e-4c7b-aae4-1dd92cc7194b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0452142 Feb 16 16:04:54.168995 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a767e-6dde-4238-8e7d-b1530a7ae394 req-42ed818a-e182-4a5e-bf3a-c25f6d0364cd tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:54.170604 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-a38a767e-6dde-4238-8e7d-b1530a7ae394 req-42ed818a-e182-4a5e-bf3a-c25f6d0364cd tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/ports?device_id=4dff69e3-5cdc-414f-9e67-129d15aa03d2 HTTP/1.1" status: 200 len: 945 time: 0.0909200 Feb 16 16:04:54.219650 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-a38a767e-6dde-4238-8e7d-b1530a7ae394 req-5c5eadd1-6487-429b-a503-4348d1393fd6 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/security-groups?id=d1cdf25b-ac5e-4c7b-aae4-1dd92cc7194b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0419636 Feb 16 16:04:55.422965 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2802a39c-cf48-4bf4-8a66-c6b1fb78057f req-03e6255b-26a0-4e99-9ce5-1e447322e62f tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:55.424572 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-2802a39c-cf48-4bf4-8a66-c6b1fb78057f req-03e6255b-26a0-4e99-9ce5-1e447322e62f tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/ports?device_id=4dff69e3-5cdc-414f-9e67-129d15aa03d2 HTTP/1.1" status: 200 len: 945 time: 0.0859485 Feb 16 16:04:55.478066 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-2802a39c-cf48-4bf4-8a66-c6b1fb78057f req-8bd76c13-bcbd-40db-a8df-8f731ec51a78 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/security-groups?id=d1cdf25b-ac5e-4c7b-aae4-1dd92cc7194b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0471609 Feb 16 16:04:56.681984 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fce09b3-edc2-4ff7-87ab-fba9afa5aa36 req-fd278bf6-2010-40c5-9374-93575d525db2 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:56.683620 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-3fce09b3-edc2-4ff7-87ab-fba9afa5aa36 req-fd278bf6-2010-40c5-9374-93575d525db2 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/ports?device_id=4dff69e3-5cdc-414f-9e67-129d15aa03d2 HTTP/1.1" status: 200 len: 945 time: 0.0891347 Feb 16 16:04:56.733702 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-3fce09b3-edc2-4ff7-87ab-fba9afa5aa36 req-b86bdcd7-47ae-47b5-a4ab-3892f45bd728 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/security-groups?id=d1cdf25b-ac5e-4c7b-aae4-1dd92cc7194b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0438027 Feb 16 16:04:57.495286 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device 53e5b9e3-3153-4dfd-9bf9-873f1b6966b5 up at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 16:04:57.578276 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning complete for port 53e5b9e3-3153-4dfd-9bf9-873f1b6966b5 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:04:57.578784 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:04:57.940873 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd276b68-5391-41e5-a9d4-482770a3c195 req-8f3e5199-8249-48dc-b53b-39462bbeba88 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:57.942412 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-bd276b68-5391-41e5-a9d4-482770a3c195 req-8f3e5199-8249-48dc-b53b-39462bbeba88 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/ports?device_id=4dff69e3-5cdc-414f-9e67-129d15aa03d2 HTTP/1.1" status: 200 len: 945 time: 0.0929134 Feb 16 16:04:58.227315 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-bd276b68-5391-41e5-a9d4-482770a3c195 req-fe89976e-31b3-45b5-8ab8-ff541dda00a4 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/security-groups?id=d1cdf25b-ac5e-4c7b-aae4-1dd92cc7194b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.2738688 Feb 16 16:04:59.431571 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eb5de8-2c1c-422b-8087-7e6e0b941ab9 req-1672fd1c-53ad-4379-bbeb-ea6f4e33b3f8 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:04:59.433379 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-d6eb5de8-2c1c-422b-8087-7e6e0b941ab9 req-1672fd1c-53ad-4379-bbeb-ea6f4e33b3f8 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/ports?device_id=4dff69e3-5cdc-414f-9e67-129d15aa03d2 HTTP/1.1" status: 200 len: 945 time: 0.0899553 Feb 16 16:04:59.493305 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-d6eb5de8-2c1c-422b-8087-7e6e0b941ab9 req-8490385a-0eef-42c7-8c04-cc30df3c8ff4 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/security-groups?id=d1cdf25b-ac5e-4c7b-aae4-1dd92cc7194b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0534461 Feb 16 16:05:00.159513 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e898da3-78c2-4fc1-a950-28be7a19180e req-23244f35-9eaa-4539-b1ab-9cf60e268359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:05:00.161795 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7e898da3-78c2-4fc1-a950-28be7a19180e req-23244f35-9eaa-4539-b1ab-9cf60e268359 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=57c03e2c6fe04a41927ce974a5ae8db2&device_id=4dff69e3-5cdc-414f-9e67-129d15aa03d2 HTTP/1.1" status: 200 len: 1162 time: 0.0791495 Feb 16 16:05:00.284578 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.agents_db [None req-cca974b7-119d-4613-9949-a609bd4803bb None None] Agent healthcheck: found 6 active agents {{(pid=84077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 16:05:00.313348 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e898da3-78c2-4fc1-a950-28be7a19180e req-8e49703f-63d3-45da-8032-63a77c7fa8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:05:00.315033 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7e898da3-78c2-4fc1-a950-28be7a19180e req-8e49703f-63d3-45da-8032-63a77c7fa8f3 service neutron] 10.222.0.103 "GET /v2.0/networks?id=5a6cc9fd-7c89-4382-a460-9e49c7df15fc HTTP/1.1" status: 200 len: 902 time: 0.1459763 Feb 16 16:05:00.430087 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7e898da3-78c2-4fc1-a950-28be7a19180e req-3ab44a89-7194-4bc7-9ec1-f9f937a7a763 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53e5b9e3-3153-4dfd-9bf9-873f1b6966b5 HTTP/1.1" status: 200 len: 1001 time: 0.1080086 Feb 16 16:05:00.504234 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e898da3-78c2-4fc1-a950-28be7a19180e req-9ccace45-3f0e-4282-8284-31ab08eb4935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:05:00.506016 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7e898da3-78c2-4fc1-a950-28be7a19180e req-9ccace45-3f0e-4282-8284-31ab08eb4935 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=578849cb-f9a8-4646-bed7-c111f69c5937 HTTP/1.1" status: 200 len: 847 time: 0.0690186 Feb 16 16:05:00.594442 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e898da3-78c2-4fc1-a950-28be7a19180e req-1aa30e06-8006-474b-ba15-cb04c50f0de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:05:00.596158 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7e898da3-78c2-4fc1-a950-28be7a19180e req-1aa30e06-8006-474b-ba15-cb04c50f0de9 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=5a6cc9fd-7c89-4382-a460-9e49c7df15fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0813062 Feb 16 16:05:00.695489 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530d6226-3d95-4617-ba4d-8c61279fdcc2 req-21a81a68-d59a-4739-8f93-4703d9e29f2d tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:05:00.697189 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-530d6226-3d95-4617-ba4d-8c61279fdcc2 req-21a81a68-d59a-4739-8f93-4703d9e29f2d tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/ports?device_id=4dff69e3-5cdc-414f-9e67-129d15aa03d2 HTTP/1.1" status: 200 len: 945 time: 0.0870917 Feb 16 16:05:00.750257 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-530d6226-3d95-4617-ba4d-8c61279fdcc2 req-d7061013-c753-4256-8ee0-c43c167d7d4d tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/security-groups?id=d1cdf25b-ac5e-4c7b-aae4-1dd92cc7194b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0429752 Feb 16 16:05:00.761782 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7e898da3-78c2-4fc1-a950-28be7a19180e req-ba6c7b9d-a33e-4907-bcd9-9a2295affa93 service neutron] 10.222.0.103 "GET /v2.0/networks/5a6cc9fd-7c89-4382-a460-9e49c7df15fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575811 Feb 16 16:05:00.917669 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7e898da3-78c2-4fc1-a950-28be7a19180e req-98c13904-77cb-4971-9e55-3b653e5094f9 service neutron] 10.222.0.103 "GET /v2.0/networks/5a6cc9fd-7c89-4382-a460-9e49c7df15fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1481431 Feb 16 16:05:01.966245 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b25bf04-fcfd-4678-857c-da3f988b3399 req-dcdf6f28-721c-4399-b58a-9ae807831a38 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:05:01.968225 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-9b25bf04-fcfd-4678-857c-da3f988b3399 req-dcdf6f28-721c-4399-b58a-9ae807831a38 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/ports?device_id=4dff69e3-5cdc-414f-9e67-129d15aa03d2 HTTP/1.1" status: 200 len: 945 time: 0.1000531 Feb 16 16:05:02.019727 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-9b25bf04-fcfd-4678-857c-da3f988b3399 req-3e61815c-6776-4e99-a15c-bc0962c51024 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/security-groups?id=d1cdf25b-ac5e-4c7b-aae4-1dd92cc7194b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0443707 Feb 16 16:05:03.225153 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc39f641-56c9-4231-98df-d4a33f4e2cf1 req-cc3fa6bd-7c85-4b5a-83d8-7874774800de tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:05:03.226851 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-dc39f641-56c9-4231-98df-d4a33f4e2cf1 req-cc3fa6bd-7c85-4b5a-83d8-7874774800de tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/ports?device_id=4dff69e3-5cdc-414f-9e67-129d15aa03d2 HTTP/1.1" status: 200 len: 945 time: 0.0882852 Feb 16 16:05:03.276280 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-dc39f641-56c9-4231-98df-d4a33f4e2cf1 req-a32e70b7-994b-4344-becd-a87b605c5f73 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/security-groups?id=d1cdf25b-ac5e-4c7b-aae4-1dd92cc7194b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0430899 Feb 16 16:05:04.483972 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec43bdd0-bd4a-4dbd-99ed-c1facd69c7a9 req-ab3cd546-e2e8-4ce7-85c9-be4d221758b5 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:05:04.485581 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ec43bdd0-bd4a-4dbd-99ed-c1facd69c7a9 req-ab3cd546-e2e8-4ce7-85c9-be4d221758b5 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/ports?device_id=4dff69e3-5cdc-414f-9e67-129d15aa03d2 HTTP/1.1" status: 200 len: 945 time: 0.0924687 Feb 16 16:05:04.535901 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ec43bdd0-bd4a-4dbd-99ed-c1facd69c7a9 req-06d30dcf-320a-4289-8de6-aec184a5e79d tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/security-groups?id=d1cdf25b-ac5e-4c7b-aae4-1dd92cc7194b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0427208 Feb 16 16:05:05.737521 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd4b954-bcad-4e7b-ae50-d4f942e682fc req-fcc6a734-d9a3-4fdf-b529-b2d000acde8e tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:05:05.739075 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5cd4b954-bcad-4e7b-ae50-d4f942e682fc req-fcc6a734-d9a3-4fdf-b529-b2d000acde8e tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/ports?device_id=4dff69e3-5cdc-414f-9e67-129d15aa03d2 HTTP/1.1" status: 200 len: 945 time: 0.0887785 Feb 16 16:05:05.787422 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5cd4b954-bcad-4e7b-ae50-d4f942e682fc req-85415b01-b620-4ad6-8802-84f6be2eb79a tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/security-groups?id=d1cdf25b-ac5e-4c7b-aae4-1dd92cc7194b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0413105 Feb 16 16:05:06.701751 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device 53e5b9e3-3153-4dfd-9bf9-873f1b6966b5 no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 16:05:06.830151 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:06.865759 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dff69e3-5cdc-414f-9e67-129d15aa03d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53e5b9e3-3153-4dfd-9bf9-873f1b6966b5'}] {{(pid=84076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 16:05:06.877446 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] For port 53e5b9e3-3153-4dfd-9bf9-873f1b6966b5, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=53e5b9e3-3153-4dfd-9bf9-873f1b6966b5,segment=NetworkSegment(2868b9f6-5019-4779-bec8-1457bba2edf9),segment_id=2868b9f6-5019-4779-bec8-1457bba2edf9)] {{(pid=84076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:05:06.917351 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:06.922752 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dff69e3-5cdc-414f-9e67-129d15aa03d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53e5b9e3-3153-4dfd-9bf9-873f1b6966b5', 'code': 200} Feb 16 16:05:06.923308 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:05:06.997169 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Pushing event updated for resources: {'Port': ['ID=53e5b9e3-3153-4dfd-9bf9-873f1b6966b5,revision_number=5']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:05:06.999830 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6294624e-f081-48ab-b34c-254afe21a58b req-e42d8a20-2bc0-4c36-801d-ee13b73210a5 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:05:07.000942 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:05:07.001466 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6294624e-f081-48ab-b34c-254afe21a58b req-e42d8a20-2bc0-4c36-801d-ee13b73210a5 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/ports?device_id=4dff69e3-5cdc-414f-9e67-129d15aa03d2 HTTP/1.1" status: 200 len: 943 time: 0.0918725 Feb 16 16:05:07.052102 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6294624e-f081-48ab-b34c-254afe21a58b req-f9e52903-4e0c-412c-b93b-dd1391fde3d1 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/security-groups?id=d1cdf25b-ac5e-4c7b-aae4-1dd92cc7194b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0430393 Feb 16 16:05:08.261302 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca4b24-6fa5-43cb-9912-b6eb35d6401c req-8b60648f-89fc-41c8-af48-c74d8741b666 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:05:08.262883 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-4dca4b24-6fa5-43cb-9912-b6eb35d6401c req-8b60648f-89fc-41c8-af48-c74d8741b666 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/ports?device_id=4dff69e3-5cdc-414f-9e67-129d15aa03d2 HTTP/1.1" status: 200 len: 943 time: 0.0911920 Feb 16 16:05:08.314972 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-4dca4b24-6fa5-43cb-9912-b6eb35d6401c req-13a7df82-74ca-4e76-b2d3-a1043f16fd93 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/security-groups?id=d1cdf25b-ac5e-4c7b-aae4-1dd92cc7194b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0451748 Feb 16 16:05:09.533082 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e135b365-33a7-49d2-a66e-337c387b0aea req-e8542cd4-0a7c-4e2a-b866-710c0793e728 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:05:09.534758 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-e135b365-33a7-49d2-a66e-337c387b0aea req-e8542cd4-0a7c-4e2a-b866-710c0793e728 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/ports?device_id=4dff69e3-5cdc-414f-9e67-129d15aa03d2 HTTP/1.1" status: 200 len: 943 time: 0.0951550 Feb 16 16:05:09.586068 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-e135b365-33a7-49d2-a66e-337c387b0aea req-71152d00-ccf0-412f-a3d3-364defe4ea18 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/security-groups?id=d1cdf25b-ac5e-4c7b-aae4-1dd92cc7194b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0428326 Feb 16 16:05:10.007341 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 53802) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:05:10.016059 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abc883d-d438-4d62-a75f-249e9df53947 req-2bca7c2d-4844-4d90-ab41-2747299e19cd tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:05:10.017706 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-4abc883d-d438-4d62-a75f-249e9df53947 req-2bca7c2d-4844-4d90-ab41-2747299e19cd tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/ports?device_id=4dff69e3-5cdc-414f-9e67-129d15aa03d2 HTTP/1.1" status: 200 len: 943 time: 0.0899353 Feb 16 16:05:10.070921 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-4abc883d-d438-4d62-a75f-249e9df53947 req-7e38456b-18dc-4b08-8d65-86e81b909ca1 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/security-groups?id=d1cdf25b-ac5e-4c7b-aae4-1dd92cc7194b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0448267 Feb 16 16:05:10.142959 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-cbe8f6fd-1120-4078-91ce-90c9b1ba6071 req-90aefbce-1995-4925-8753-9c50acd700f6 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=4dff69e3-5cdc-414f-9e67-129d15aa03d2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1340597 Feb 16 16:05:11.278949 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9114630d-3bc9-4935-b983-3c2598620d50 req-1331bb88-7b44-4ca7-9071-dee60085baba tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:05:11.280488 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-9114630d-3bc9-4935-b983-3c2598620d50 req-1331bb88-7b44-4ca7-9071-dee60085baba tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/ports?device_id=4dff69e3-5cdc-414f-9e67-129d15aa03d2 HTTP/1.1" status: 200 len: 943 time: 0.0916374 Feb 16 16:05:11.329970 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-9114630d-3bc9-4935-b983-3c2598620d50 req-003d2ac8-3ae4-43c7-a19c-0aa09c779a4d tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/security-groups?id=d1cdf25b-ac5e-4c7b-aae4-1dd92cc7194b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0426846 Feb 16 16:05:12.024347 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe8f6fd-1120-4078-91ce-90c9b1ba6071 req-edfd91eb-8035-4e0f-8104-53824acc6241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:05:12.025988 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-cbe8f6fd-1120-4078-91ce-90c9b1ba6071 req-edfd91eb-8035-4e0f-8104-53824acc6241 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=4dff69e3-5cdc-414f-9e67-129d15aa03d2&tenant_id=57c03e2c6fe04a41927ce974a5ae8db2 HTTP/1.1" status: 200 len: 1160 time: 0.0833967 Feb 16 16:05:12.134250 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe8f6fd-1120-4078-91ce-90c9b1ba6071 req-06281946-7b6c-4b44-9153-26a28c1ad420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:05:12.135912 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-cbe8f6fd-1120-4078-91ce-90c9b1ba6071 req-06281946-7b6c-4b44-9153-26a28c1ad420 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=57c03e2c6fe04a41927ce974a5ae8db2&device_id=4dff69e3-5cdc-414f-9e67-129d15aa03d2 HTTP/1.1" status: 200 len: 1160 time: 0.0825050 Feb 16 16:05:12.282586 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe8f6fd-1120-4078-91ce-90c9b1ba6071 req-cb56b956-822c-4baf-9f0b-20960ed5c4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:05:12.284161 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-cbe8f6fd-1120-4078-91ce-90c9b1ba6071 req-cb56b956-822c-4baf-9f0b-20960ed5c4fa service neutron] 10.222.0.103 "GET /v2.0/networks?id=5a6cc9fd-7c89-4382-a460-9e49c7df15fc HTTP/1.1" status: 200 len: 902 time: 0.1406074 Feb 16 16:05:12.403760 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-cbe8f6fd-1120-4078-91ce-90c9b1ba6071 req-f238fbe7-dfc8-413a-bf2d-63adc1d4e24b service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53e5b9e3-3153-4dfd-9bf9-873f1b6966b5 HTTP/1.1" status: 200 len: 999 time: 0.1125724 Feb 16 16:05:12.484147 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe8f6fd-1120-4078-91ce-90c9b1ba6071 req-bc27185c-d4ea-4e91-8c45-41e584b5b738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:05:12.485812 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-cbe8f6fd-1120-4078-91ce-90c9b1ba6071 req-bc27185c-d4ea-4e91-8c45-41e584b5b738 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=578849cb-f9a8-4646-bed7-c111f69c5937 HTTP/1.1" status: 200 len: 847 time: 0.0755701 Feb 16 16:05:12.542263 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2839df0b-a56c-4872-8d7b-f6758e13ed0a req-2fcb8eca-be41-4c11-ad76-d23980ba6770 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:05:12.543865 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-2839df0b-a56c-4872-8d7b-f6758e13ed0a req-2fcb8eca-be41-4c11-ad76-d23980ba6770 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/ports?device_id=4dff69e3-5cdc-414f-9e67-129d15aa03d2 HTTP/1.1" status: 200 len: 943 time: 0.0974929 Feb 16 16:05:12.576664 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe8f6fd-1120-4078-91ce-90c9b1ba6071 req-284107a1-e044-496d-8cc4-e225545122e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:05:12.578296 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-cbe8f6fd-1120-4078-91ce-90c9b1ba6071 req-284107a1-e044-496d-8cc4-e225545122e0 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=5a6cc9fd-7c89-4382-a460-9e49c7df15fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0850747 Feb 16 16:05:12.595151 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-2839df0b-a56c-4872-8d7b-f6758e13ed0a req-a67723af-0687-4539-8320-42f47f4e5d4f tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/security-groups?id=d1cdf25b-ac5e-4c7b-aae4-1dd92cc7194b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0447178 Feb 16 16:05:12.730217 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-cbe8f6fd-1120-4078-91ce-90c9b1ba6071 req-5f576e2a-fcfd-404f-91a6-1dd14badb939 service neutron] 10.222.0.103 "GET /v2.0/networks/5a6cc9fd-7c89-4382-a460-9e49c7df15fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441679 Feb 16 16:05:12.879080 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-cbe8f6fd-1120-4078-91ce-90c9b1ba6071 req-93fdc820-b108-4c25-a35b-3d2f60ef1121 service neutron] 10.222.0.103 "GET /v2.0/networks/5a6cc9fd-7c89-4382-a460-9e49c7df15fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1410329 Feb 16 16:05:12.891065 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:13.806209 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9174fd32-cc59-4609-adef-4ccb1086ad68 req-c63106f2-1f23-4f8c-b4b5-c4a051aa543e tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:05:13.806209 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-9174fd32-cc59-4609-adef-4ccb1086ad68 req-c63106f2-1f23-4f8c-b4b5-c4a051aa543e tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/ports?device_id=4dff69e3-5cdc-414f-9e67-129d15aa03d2 HTTP/1.1" status: 200 len: 943 time: 0.0872521 Feb 16 16:05:13.848550 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-9174fd32-cc59-4609-adef-4ccb1086ad68 req-8b12ffb6-9e64-4555-a61e-d0a7ebe65706 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/security-groups?id=d1cdf25b-ac5e-4c7b-aae4-1dd92cc7194b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0417216 Feb 16 16:05:15.058501 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1ea59e-dcb5-468a-834f-c9d63e6355f5 req-01ad159f-7e0c-43be-8ddd-d322b0e74746 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:05:15.060153 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-3b1ea59e-dcb5-468a-834f-c9d63e6355f5 req-01ad159f-7e0c-43be-8ddd-d322b0e74746 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/ports?device_id=4dff69e3-5cdc-414f-9e67-129d15aa03d2 HTTP/1.1" status: 200 len: 943 time: 0.0946472 Feb 16 16:05:15.115558 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-3b1ea59e-dcb5-468a-834f-c9d63e6355f5 req-88009e30-11cd-4a81-b376-d56af198e5ed tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/security-groups?id=d1cdf25b-ac5e-4c7b-aae4-1dd92cc7194b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0488992 Feb 16 16:05:16.324305 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec063f93-0ef7-42f8-9b49-5994fc971a51 req-cf4f88e2-c316-49d5-9fd7-7c271ce6ed6a tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:05:16.325920 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ec063f93-0ef7-42f8-9b49-5994fc971a51 req-cf4f88e2-c316-49d5-9fd7-7c271ce6ed6a tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/ports?device_id=4dff69e3-5cdc-414f-9e67-129d15aa03d2 HTTP/1.1" status: 200 len: 943 time: 0.0912454 Feb 16 16:05:16.377282 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ec063f93-0ef7-42f8-9b49-5994fc971a51 req-17966e9b-1ef2-4696-868e-c01f89d14c96 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/security-groups?id=d1cdf25b-ac5e-4c7b-aae4-1dd92cc7194b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0441754 Feb 16 16:05:17.587886 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3fdaa7-4fa4-4f9a-a666-7cbcc79d2f3b req-84e6deb2-f383-4496-8e14-4399d9c55aa1 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:05:17.589504 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-4c3fdaa7-4fa4-4f9a-a666-7cbcc79d2f3b req-84e6deb2-f383-4496-8e14-4399d9c55aa1 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/ports?device_id=4dff69e3-5cdc-414f-9e67-129d15aa03d2 HTTP/1.1" status: 200 len: 943 time: 0.0918682 Feb 16 16:05:17.640005 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-4c3fdaa7-4fa4-4f9a-a666-7cbcc79d2f3b req-942ad878-1d32-4521-8ff5-9f6f11a2a093 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/security-groups?id=d1cdf25b-ac5e-4c7b-aae4-1dd92cc7194b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0438983 Feb 16 16:05:17.690768 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-3bed34b3-1460-4702-a9a9-30bb1175891f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:18.850260 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a78ba-c679-49f8-949b-bb5681c37860 req-5bb72704-91bb-43cd-bb06-db77d20f62cd tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:05:18.852673 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-939a78ba-c679-49f8-949b-bb5681c37860 req-5bb72704-91bb-43cd-bb06-db77d20f62cd tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/ports?device_id=4dff69e3-5cdc-414f-9e67-129d15aa03d2 HTTP/1.1" status: 200 len: 943 time: 0.0972109 Feb 16 16:05:18.901492 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-939a78ba-c679-49f8-949b-bb5681c37860 req-a7cf26e2-cc2c-4e64-b118-eff58a277788 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/security-groups?id=d1cdf25b-ac5e-4c7b-aae4-1dd92cc7194b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0424147 Feb 16 16:05:20.112995 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5144f4ba-a090-426d-be0e-d0d98c9015b5 req-8672d75b-3529-45cc-b2a2-60b605e5beaf tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:05:20.114659 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5144f4ba-a090-426d-be0e-d0d98c9015b5 req-8672d75b-3529-45cc-b2a2-60b605e5beaf tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/ports?device_id=4dff69e3-5cdc-414f-9e67-129d15aa03d2 HTTP/1.1" status: 200 len: 943 time: 0.0949802 Feb 16 16:05:20.139850 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 53902) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:05:20.164613 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5144f4ba-a090-426d-be0e-d0d98c9015b5 req-164de5df-9a02-4790-99d4-6e73f51ec5d9 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/security-groups?id=d1cdf25b-ac5e-4c7b-aae4-1dd92cc7194b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0428264 Feb 16 16:05:20.206614 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.db_base_plugin_v2 [None req-c82eef3e-6011-4855-a82d-ba388e0124fa admin admin] Deleting subnet a1024a4d-2577-47c6-a462-e2547e02862f {{(pid=84074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 16 16:05:20.209661 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c82eef3e-6011-4855-a82d-ba388e0124fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:20.267072 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c82eef3e-6011-4855-a82d-ba388e0124fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848295296'] for subnet, precommit_delete_associations {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:20.327839 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c82eef3e-6011-4855-a82d-ba388e0124fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852981986'] for subnet, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:20.344298 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d05518bb-17ee-4865-b03c-31693adcda8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:20.553407 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-e94be411-1c6b-404f-927c-2f7260fadaa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:20.839872 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c82eef3e-6011-4855-a82d-ba388e0124fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1793799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847795026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848112455'] for subnet, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:20.857239 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-72181b68-8555-4d65-a95f-0d08288df660 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:05:20.904962 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82eef3e-6011-4855-a82d-ba388e0124fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1024a4d-2577-47c6-a462-e2547e02862f,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:05:21.245935 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82eef3e-6011-4855-a82d-ba388e0124fa admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:05:21.247329 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82eef3e-6011-4855-a82d-ba388e0124fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:05:21.247761 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82eef3e-6011-4855-a82d-ba388e0124fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:05:21.248175 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82eef3e-6011-4855-a82d-ba388e0124fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:05:21.248580 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82eef3e-6011-4855-a82d-ba388e0124fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:05:21.248984 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82eef3e-6011-4855-a82d-ba388e0124fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:05:21.249384 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82eef3e-6011-4855-a82d-ba388e0124fa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:05:21.249786 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82eef3e-6011-4855-a82d-ba388e0124fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:05:21.250296 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82eef3e-6011-4855-a82d-ba388e0124fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:05:21.250703 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82eef3e-6011-4855-a82d-ba388e0124fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:05:21.251112 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82eef3e-6011-4855-a82d-ba388e0124fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:05:21.251499 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82eef3e-6011-4855-a82d-ba388e0124fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:05:21.251939 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82eef3e-6011-4855-a82d-ba388e0124fa admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:05:21.252383 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82eef3e-6011-4855-a82d-ba388e0124fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:05:21.252788 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82eef3e-6011-4855-a82d-ba388e0124fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:05:21.253185 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82eef3e-6011-4855-a82d-ba388e0124fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:05:21.253583 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82eef3e-6011-4855-a82d-ba388e0124fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:05:21.253980 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82eef3e-6011-4855-a82d-ba388e0124fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:05:21.254378 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82eef3e-6011-4855-a82d-ba388e0124fa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:05:21.254800 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82eef3e-6011-4855-a82d-ba388e0124fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:05:21.255201 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82eef3e-6011-4855-a82d-ba388e0124fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:05:21.255600 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82eef3e-6011-4855-a82d-ba388e0124fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:05:21.255993 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82eef3e-6011-4855-a82d-ba388e0124fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:05:21.256386 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82eef3e-6011-4855-a82d-ba388e0124fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:05:21.266302 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-c82eef3e-6011-4855-a82d-ba388e0124fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:05:21.307098 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c82eef3e-6011-4855-a82d-ba388e0124fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:21.315187 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-c82eef3e-6011-4855-a82d-ba388e0124fa admin admin] 10.222.0.101 "DELETE /v2.0/subnets/a1024a4d-2577-47c6-a462-e2547e02862f HTTP/1.1" status: 204 len: 168 time: 1.1740701 Feb 16 16:05:21.317946 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 53908) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:05:21.406883 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3bc6ad-c751-4cd6-b23d-be0a7072958b req-2a5deadb-9914-4590-9b01-2df65ce697e7 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:05:21.408425 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ad3bc6ad-c751-4cd6-b23d-be0a7072958b req-2a5deadb-9914-4590-9b01-2df65ce697e7 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/ports?device_id=4dff69e3-5cdc-414f-9e67-129d15aa03d2 HTTP/1.1" status: 200 len: 943 time: 0.0994451 Feb 16 16:05:21.413286 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:21.461397 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-81f5b174-ec75-4b11-b838-d8207103aa3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853200303'] for network, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:21.462693 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ad3bc6ad-c751-4cd6-b23d-be0a7072958b req-26488fdb-f89f-443b-9372-0d5b9ba0ec98 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/security-groups?id=d1cdf25b-ac5e-4c7b-aae4-1dd92cc7194b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0457652 Feb 16 16:05:21.711147 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-81f5b174-ec75-4b11-b838-d8207103aa3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852988537', 'neutron.services.segments.db._delete_segments_for_network--9223363260218233119'] for network, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:21.827626 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.services.segments.db [None req-81f5b174-ec75-4b11-b838-d8207103aa3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1c7fd91-bdeb-4c0b-869e-049ad754011c']}} {{(pid=84074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:05:21.845284 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.services.segments.db [None req-81f5b174-ec75-4b11-b838-d8207103aa3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fe5a5a1-e5a4-48c5-9d03-a6e246614b42') {'for_net_delete': True} {{(pid=84074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:05:21.845648 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.services.segments.db [None req-81f5b174-ec75-4b11-b838-d8207103aa3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fe5a5a1-e5a4-48c5-9d03-a6e246614b42') {} {{(pid=84074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:05:21.858297 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-81f5b174-ec75-4b11-b838-d8207103aa3b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363260218221087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6480523'] for segment, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:21.932779 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-81f5b174-ec75-4b11-b838-d8207103aa3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797496'] for segment, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:21.935205 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-81f5b174-ec75-4b11-b838-d8207103aa3b admin admin] Releasing vxlan tunnel 9 to pool {{(pid=84074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 16 16:05:22.125261 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-81f5b174-ec75-4b11-b838-d8207103aa3b admin admin] Network f1c7fd91-bdeb-4c0b-869e-049ad754011c has no segments {{(pid=84074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 16:05:22.135244 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-81f5b174-ec75-4b11-b838-d8207103aa3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852978417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6980364'] for segment, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:22.305126 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-331083c2-9fd5-48c9-8796-02890b3f22e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:22.321861 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-81f5b174-ec75-4b11-b838-d8207103aa3b admin admin] Network f1c7fd91-bdeb-4c0b-869e-049ad754011c has no segments {{(pid=84074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 16:05:22.346210 dv-cinder-775706-1-iscsi neutron-server[83961]: Traceback (most recent call last): Feb 16 16:05:22.346210 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:05:22.346210 dv-cinder-775706-1-iscsi neutron-server[83961]: timer() Feb 16 16:05:22.346210 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:05:22.346210 dv-cinder-775706-1-iscsi neutron-server[83961]: cb(*args, **kw) Feb 16 16:05:22.346210 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 16 16:05:22.346210 dv-cinder-775706-1-iscsi neutron-server[83961]: return func(*args, **kwargs) Feb 16 16:05:22.346210 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:05:22.346210 dv-cinder-775706-1-iscsi neutron-server[83961]: self._notify() Feb 16 16:05:22.346210 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:05:22.346210 dv-cinder-775706-1-iscsi neutron-server[83961]: self.callback(batched_events) Feb 16 16:05:22.346210 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:05:22.346210 dv-cinder-775706-1-iscsi neutron-server[83961]: event.method(event) Feb 16 16:05:22.346210 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 16:05:22.346210 dv-cinder-775706-1-iscsi neutron-server[83961]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:05:22.346210 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 16 16:05:22.346210 dv-cinder-775706-1-iscsi neutron-server[83961]: segment_id)['aggregates'][0] Feb 16 16:05:22.346210 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 16:05:22.346210 dv-cinder-775706-1-iscsi neutron-server[83961]: return f(self, *a, **k) Feb 16 16:05:22.346210 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 16:05:22.346210 dv-cinder-775706-1-iscsi neutron-server[83961]: return self._get(url).json() Feb 16 16:05:22.346210 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:05:22.346210 dv-cinder-775706-1-iscsi neutron-server[83961]: **kwargs) Feb 16 16:05:22.346210 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 16:05:22.346210 dv-cinder-775706-1-iscsi neutron-server[83961]: return self.request(url, 'GET', **kwargs) Feb 16 16:05:22.346210 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 16 16:05:22.346210 dv-cinder-775706-1-iscsi neutron-server[83961]: **endpoint_filter) Feb 16 16:05:22.346210 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 16:05:22.346210 dv-cinder-775706-1-iscsi neutron-server[83961]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:05:22.346210 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 16:05:22.346210 dv-cinder-775706-1-iscsi neutron-server[83961]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:05:22.346210 dv-cinder-775706-1-iscsi neutron-server[83961]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:05:22.598704 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-81f5b174-ec75-4b11-b838-d8207103aa3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-911268'] for network, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:22.603019 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-ed583182-6a04-4c78-b521-ba81e0efae78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:05:22.618102 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-81f5b174-ec75-4b11-b838-d8207103aa3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210664'] for network, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:22.628122 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f5b174-ec75-4b11-b838-d8207103aa3b admin admin] Pushing event deleted for resources: {'Network': ['ID=f1c7fd91-bdeb-4c0b-869e-049ad754011c,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:05:22.633786 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-81f5b174-ec75-4b11-b838-d8207103aa3b admin admin] 10.222.0.101 "DELETE /v2.0/networks/f1c7fd91-bdeb-4c0b-869e-049ad754011c HTTP/1.1" status: 204 len: 168 time: 1.3123510 Feb 16 16:05:22.633786 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-81f5b174-ec75-4b11-b838-d8207103aa3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:05:22.701303 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabcbe84-e149-4692-b2e0-d3b7bbb62224 req-740e6983-55d2-481b-b0b5-a7d22fbe11cf tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:05:22.702940 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-eabcbe84-e149-4692-b2e0-d3b7bbb62224 req-740e6983-55d2-481b-b0b5-a7d22fbe11cf tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/ports?device_id=4dff69e3-5cdc-414f-9e67-129d15aa03d2 HTTP/1.1" status: 200 len: 943 time: 0.0918539 Feb 16 16:05:22.752744 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-eabcbe84-e149-4692-b2e0-d3b7bbb62224 req-79c5b277-f561-4002-a4b3-f83c2749558d tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/security-groups?id=d1cdf25b-ac5e-4c7b-aae4-1dd92cc7194b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0432944 Feb 16 16:05:22.923611 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 53916) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:05:22.976935 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-25af8a1a-78ba-482b-8b21-f94550e80083 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=07b603c5d4484b84ab76183cea7c36c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0512846 Feb 16 16:05:22.979722 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 53920) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:05:23.051662 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-7c58a3c8-1848-4314-8651-938c56fb42bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:23.081618 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-7c58a3c8-1848-4314-8651-938c56fb42bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:23.161053 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-7c58a3c8-1848-4314-8651-938c56fb42bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:23.167467 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-8d2e13ad-0678-4ad5-8950-cfa0984ebe3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:05:23.181309 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c58a3c8-1848-4314-8651-938c56fb42bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef25aa2-a300-4d1c-9993-bed7a0e4bc23,revision_number=None']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:05:23.189389 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-7c58a3c8-1848-4314-8651-938c56fb42bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:23.190665 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-7c58a3c8-1848-4314-8651-938c56fb42bb admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/cef25aa2-a300-4d1c-9993-bed7a0e4bc23 HTTP/1.1" status: 204 len: 168 time: 0.2099302 Feb 16 16:05:23.192411 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c58a3c8-1848-4314-8651-938c56fb42bb admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:05:23.192835 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c58a3c8-1848-4314-8651-938c56fb42bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:05:23.193293 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c58a3c8-1848-4314-8651-938c56fb42bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:05:23.193608 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c58a3c8-1848-4314-8651-938c56fb42bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:05:23.193994 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c58a3c8-1848-4314-8651-938c56fb42bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:05:23.194495 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c58a3c8-1848-4314-8651-938c56fb42bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:05:23.194845 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c58a3c8-1848-4314-8651-938c56fb42bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:05:23.195263 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c58a3c8-1848-4314-8651-938c56fb42bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:05:23.195678 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c58a3c8-1848-4314-8651-938c56fb42bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:05:23.195973 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c58a3c8-1848-4314-8651-938c56fb42bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:05:23.196352 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c58a3c8-1848-4314-8651-938c56fb42bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:05:23.196735 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c58a3c8-1848-4314-8651-938c56fb42bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:05:23.197170 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c58a3c8-1848-4314-8651-938c56fb42bb admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:05:23.197933 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c58a3c8-1848-4314-8651-938c56fb42bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:05:23.197933 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c58a3c8-1848-4314-8651-938c56fb42bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:05:23.198304 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c58a3c8-1848-4314-8651-938c56fb42bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:05:23.198700 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c58a3c8-1848-4314-8651-938c56fb42bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:05:23.199087 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c58a3c8-1848-4314-8651-938c56fb42bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:05:23.199473 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c58a3c8-1848-4314-8651-938c56fb42bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:05:23.199850 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c58a3c8-1848-4314-8651-938c56fb42bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:05:23.200243 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c58a3c8-1848-4314-8651-938c56fb42bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:05:23.200617 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c58a3c8-1848-4314-8651-938c56fb42bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:05:23.201002 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c58a3c8-1848-4314-8651-938c56fb42bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:05:23.201381 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c58a3c8-1848-4314-8651-938c56fb42bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:05:23.205116 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-7c58a3c8-1848-4314-8651-938c56fb42bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:05:23.953953 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e628e5f-3fa5-4c02-a846-b6c8f93d513f req-35688892-eca6-426a-afa8-310eed02053a tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:05:23.955615 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1e628e5f-3fa5-4c02-a846-b6c8f93d513f req-35688892-eca6-426a-afa8-310eed02053a tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/ports?device_id=4dff69e3-5cdc-414f-9e67-129d15aa03d2 HTTP/1.1" status: 200 len: 943 time: 0.0863624 Feb 16 16:05:24.008810 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1e628e5f-3fa5-4c02-a846-b6c8f93d513f req-0f68d5d2-1c41-429e-8e3b-96a793a19538 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/security-groups?id=d1cdf25b-ac5e-4c7b-aae4-1dd92cc7194b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0467970 Feb 16 16:05:24.121031 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device 53e5b9e3-3153-4dfd-9bf9-873f1b6966b5 up at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 16:05:24.196836 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning complete for port 53e5b9e3-3153-4dfd-9bf9-873f1b6966b5 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:05:24.197266 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:24.328743 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:24.359027 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dff69e3-5cdc-414f-9e67-129d15aa03d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53e5b9e3-3153-4dfd-9bf9-873f1b6966b5'}] {{(pid=84076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 16:05:24.370529 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] For port 53e5b9e3-3153-4dfd-9bf9-873f1b6966b5, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=53e5b9e3-3153-4dfd-9bf9-873f1b6966b5,segment=NetworkSegment(2868b9f6-5019-4779-bec8-1457bba2edf9),segment_id=2868b9f6-5019-4779-bec8-1457bba2edf9)] {{(pid=84076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:05:24.408334 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dff69e3-5cdc-414f-9e67-129d15aa03d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53e5b9e3-3153-4dfd-9bf9-873f1b6966b5', 'code': 200} Feb 16 16:05:24.409238 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:24.411976 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:05:24.490764 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Pushing event updated for resources: {'Port': ['ID=53e5b9e3-3153-4dfd-9bf9-873f1b6966b5,revision_number=6']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:05:24.499017 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:05:24.499413 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:05:24.499803 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:05:24.500247 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:05:24.500628 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:05:24.501008 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:05:24.501383 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:05:24.501756 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:05:24.502130 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:05:24.502500 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:05:24.502901 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:05:24.503271 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:05:24.503684 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:05:24.504064 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:05:24.504434 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:05:24.504803 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:05:24.505170 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:05:24.505541 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:05:24.505909 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:05:24.506870 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:05:24.506870 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:05:24.507159 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:05:24.507502 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:05:24.508089 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:05:24.512301 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:05:24.749249 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02dd18-2f0e-4246-b3a6-74998d9be51d req-d195ad24-b302-4567-886f-369b3b6cfc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:05:24.751116 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-4a02dd18-2f0e-4246-b3a6-74998d9be51d req-d195ad24-b302-4567-886f-369b3b6cfc56 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=4dff69e3-5cdc-414f-9e67-129d15aa03d2 HTTP/1.1" status: 200 len: 1162 time: 0.0854197 Feb 16 16:05:24.797114 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-4a02dd18-2f0e-4246-b3a6-74998d9be51d req-2be3d570-180b-43c6-b85a-44f077daf509 service neutron] Synchronizing usage tracker for tenant:2a093b53887f4c318dbaf541dc3ad3c1 on resource:security_group {{(pid=84074) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 16:05:24.858853 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-4a02dd18-2f0e-4246-b3a6-74998d9be51d req-2be3d570-180b-43c6-b85a-44f077daf509 service neutron] Unset dirty status for tenant:2a093b53887f4c318dbaf541dc3ad3c1 on resource:security_group {{(pid=84074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 16:05:24.860187 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-4a02dd18-2f0e-4246-b3a6-74998d9be51d req-2be3d570-180b-43c6-b85a-44f077daf509 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=d1cdf25b-ac5e-4c7b-aae4-1dd92cc7194b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1030095 Feb 16 16:05:25.218926 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea7a465-62a8-4b32-9547-13a008b9c6a2 req-0cfec3dd-c247-4ca2-b022-99a5736d4dc4 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:05:25.220636 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7ea7a465-62a8-4b32-9547-13a008b9c6a2 req-0cfec3dd-c247-4ca2-b022-99a5736d4dc4 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/ports?device_id=4dff69e3-5cdc-414f-9e67-129d15aa03d2 HTTP/1.1" status: 200 len: 945 time: 0.0898578 Feb 16 16:05:25.270372 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7ea7a465-62a8-4b32-9547-13a008b9c6a2 req-cc8f5bbe-9109-4100-ba60-6abf3c4b240b tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/security-groups?id=d1cdf25b-ac5e-4c7b-aae4-1dd92cc7194b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0432248 Feb 16 16:05:25.483297 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device 53e5b9e3-3153-4dfd-9bf9-873f1b6966b5 up at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 16:05:25.554851 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning complete for port 53e5b9e3-3153-4dfd-9bf9-873f1b6966b5 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:05:25.555269 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:26.485452 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0134a75-e811-427d-b976-02fc6adb54e1 req-b98cf88f-f8f4-4328-a0fa-e3b823289291 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:05:26.487100 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b0134a75-e811-427d-b976-02fc6adb54e1 req-b98cf88f-f8f4-4328-a0fa-e3b823289291 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/ports?device_id=4dff69e3-5cdc-414f-9e67-129d15aa03d2 HTTP/1.1" status: 200 len: 945 time: 0.0946493 Feb 16 16:05:26.540145 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b0134a75-e811-427d-b976-02fc6adb54e1 req-ce6bdcd5-a4c3-4683-9bb4-3edb4805eb64 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/security-groups?id=d1cdf25b-ac5e-4c7b-aae4-1dd92cc7194b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0463817 Feb 16 16:05:27.468902 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd118cf-f305-4170-8064-5b8074b3f446 req-414618fe-67c1-4987-8326-498b8388f764 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:05:27.470390 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-cbd118cf-f305-4170-8064-5b8074b3f446 req-414618fe-67c1-4987-8326-498b8388f764 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 946 time: 0.0858328 Feb 16 16:05:27.519739 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-cbd118cf-f305-4170-8064-5b8074b3f446 req-7f4977c2-5eab-4960-a25f-74b9fc1e6bda tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423157 Feb 16 16:05:27.752348 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5bb527-5861-4c74-bd32-d177b083931e req-e3ae29d3-33b8-4fa5-b33a-e76a77cdcf30 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:05:27.753847 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ce5bb527-5861-4c74-bd32-d177b083931e req-e3ae29d3-33b8-4fa5-b33a-e76a77cdcf30 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/ports?device_id=4dff69e3-5cdc-414f-9e67-129d15aa03d2 HTTP/1.1" status: 200 len: 945 time: 0.0971577 Feb 16 16:05:27.803231 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ce5bb527-5861-4c74-bd32-d177b083931e req-39e231ff-4513-4004-a6d1-ba16da1f53c7 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/security-groups?id=d1cdf25b-ac5e-4c7b-aae4-1dd92cc7194b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0419817 Feb 16 16:05:28.731579 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f24f0f-3794-4466-a56a-7a03e512dbb4 req-f7acb325-c390-441a-a066-7e2f7324e99f tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:05:28.733165 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-a5f24f0f-3794-4466-a56a-7a03e512dbb4 req-f7acb325-c390-441a-a066-7e2f7324e99f tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 946 time: 0.0897000 Feb 16 16:05:28.780906 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-a5f24f0f-3794-4466-a56a-7a03e512dbb4 req-1779026c-e6b2-4fff-8ede-73c705b7615b tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414953 Feb 16 16:05:29.466611 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device 9dedfb5f-f242-4d22-9c46-3ce5cb5669a4 no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 16:05:29.522446 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5188f1c-87dd-46db-9e9b-c70d050dc3c2 req-5105d1d5-9d86-46f3-856b-10e63211a796 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:05:29.523836 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-b5188f1c-87dd-46db-9e9b-c70d050dc3c2 req-5105d1d5-9d86-46f3-856b-10e63211a796 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Synchronizing usage tracker for tenant:d1456e6ef0124344987862a0a776adce on resource:port {{(pid=84074) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 16:05:29.536779 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-b5188f1c-87dd-46db-9e9b-c70d050dc3c2 req-5105d1d5-9d86-46f3-856b-10e63211a796 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Unset dirty status for tenant:d1456e6ef0124344987862a0a776adce on resource:port {{(pid=84074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 16:05:29.538047 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b5188f1c-87dd-46db-9e9b-c70d050dc3c2 req-5105d1d5-9d86-46f3-856b-10e63211a796 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.103 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 946 time: 0.1062284 Feb 16 16:05:29.593530 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:29.618349 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [req-b5188f1c-87dd-46db-9e9b-c70d050dc3c2 req-65f6e5e0-6551-4e52-b1ab-923c0f123d82 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Deleting port 9dedfb5f-f242-4d22-9c46-3ce5cb5669a4 {{(pid=84074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 16:05:29.618764 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-b5188f1c-87dd-46db-9e9b-c70d050dc3c2 req-65f6e5e0-6551-4e52-b1ab-923c0f123d82 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776636423795'] for port, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:29.622675 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d47a1b6-f3a5-432d-8db4-121a2e835452', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9dedfb5f-f242-4d22-9c46-3ce5cb5669a4'}] {{(pid=84076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 16:05:29.634146 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] For port 9dedfb5f-f242-4d22-9c46-3ce5cb5669a4, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=9dedfb5f-f242-4d22-9c46-3ce5cb5669a4,segment=NetworkSegment(70f36e3c-fd91-4136-95df-cba7919e0ad6),segment_id=70f36e3c-fd91-4136-95df-cba7919e0ad6)] {{(pid=84076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:05:29.670387 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:29.672380 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:05:29.711006 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d47a1b6-f3a5-432d-8db4-121a2e835452', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9dedfb5f-f242-4d22-9c46-3ce5cb5669a4', 'code': 200} Feb 16 16:05:29.748242 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Pushing event updated for resources: {'Port': ['ID=9dedfb5f-f242-4d22-9c46-3ce5cb5669a4,revision_number=7']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:05:29.751606 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:05:29.894855 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [req-b5188f1c-87dd-46db-9e9b-c70d050dc3c2 req-65f6e5e0-6551-4e52-b1ab-923c0f123d82 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] For port 9dedfb5f-f242-4d22-9c46-3ce5cb5669a4, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=9dedfb5f-f242-4d22-9c46-3ce5cb5669a4,segment=NetworkSegment(70f36e3c-fd91-4136-95df-cba7919e0ad6),segment_id=70f36e3c-fd91-4136-95df-cba7919e0ad6)] {{(pid=84074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:05:29.895259 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-b5188f1c-87dd-46db-9e9b-c70d050dc3c2 req-65f6e5e0-6551-4e52-b1ab-923c0f123d82 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862802'] for port, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:29.990028 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9154222a-f3ef-455a-b677-26d670345d7a req-180a39b9-6ce1-4d65-802b-5c05bf9ae5b8 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:05:30.003970 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-9154222a-f3ef-455a-b677-26d670345d7a req-180a39b9-6ce1-4d65-802b-5c05bf9ae5b8 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 944 time: 0.0895686 Feb 16 16:05:30.042724 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-9154222a-f3ef-455a-b677-26d670345d7a req-d5e814fb-6f36-4abe-a2c1-b00d8dd4d9e7 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f90bb87-6ac7-4c2a-ac2e-bf4075841942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434685 Feb 16 16:05:30.213931 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-b5188f1c-87dd-46db-9e9b-c70d050dc3c2 req-65f6e5e0-6551-4e52-b1ab-923c0f123d82 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:30.214353 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-b5188f1c-87dd-46db-9e9b-c70d050dc3c2 req-65f6e5e0-6551-4e52-b1ab-923c0f123d82 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853906801'] for floatingip, after_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:30.214734 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.db.l3_db [req-b5188f1c-87dd-46db-9e9b-c70d050dc3c2 req-65f6e5e0-6551-4e52-b1ab-923c0f123d82 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Floating IP 6c506c3c-f9cb-472d-9622-ac0cc4c3ae64 disassociated. External IP: 172.27.1.8, port: 9dedfb5f-f242-4d22-9c46-3ce5cb5669a4. Feb 16 16:05:30.215124 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [req-b5188f1c-87dd-46db-9e9b-c70d050dc3c2 req-65f6e5e0-6551-4e52-b1ab-923c0f123d82 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Calling delete_port for 9dedfb5f-f242-4d22-9c46-3ce5cb5669a4 owned by compute:nova {{(pid=84074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 16:05:30.404405 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-b5188f1c-87dd-46db-9e9b-c70d050dc3c2 req-65f6e5e0-6551-4e52-b1ab-923c0f123d82 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776636383262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776636049574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6980856'] for port, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:30.420308 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-2caed70b-018f-47c8-ae4a-e563c36640e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:05:30.486176 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f6e5e0-6551-4e52-b1ab-923c0f123d82 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Pushing event deleted for resources: {'Port': ['ID=9dedfb5f-f242-4d22-9c46-3ce5cb5669a4,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:05:30.490204 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-65f6e5e0-6551-4e52-b1ab-923c0f123d82 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:05:30.797937 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5188f1c-87dd-46db-9e9b-c70d050dc3c2 req-65f6e5e0-6551-4e52-b1ab-923c0f123d82 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Router a5b9cf11-09be-40a6-ae9b-d99a22b6d014 has already been hosted by L3 agent 4f2d6f55-b6e7-4768-88f5-01ac5c4c3902 {{(pid=84074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 16:05:30.998668 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5188f1c-87dd-46db-9e9b-c70d050dc3c2 req-65f6e5e0-6551-4e52-b1ab-923c0f123d82 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify agent at l3_agent.dv-cinder-775706-1-iscsi the message routers_updated {{(pid=84074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 16:05:31.009901 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe36b56-b9a6-4485-8f64-1e5243008c60 None None] Sync routers for ids ['a5b9cf11-09be-40a6-ae9b-d99a22b6d014'] in dv-cinder-775706-1-iscsi {{(pid=84076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 16:05:31.020258 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe36b56-b9a6-4485-8f64-1e5243008c60 None None] Routers {'a5b9cf11-09be-40a6-ae9b-d99a22b6d014'} bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 16:05:31.020922 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-8fe36b56-b9a6-4485-8f64-1e5243008c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-16T15:47:20Z,description=,heartbeat_timestamp=2021-02-16T16:05:21Z,host='dv-cinder-775706-1-iscsi',id=4f2d6f55-b6e7-4768-88f5-01ac5c4c3902,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:47:21Z,topic='l3_agent')) {'router_ids': ['a5b9cf11-09be-40a6-ae9b-d99a22b6d014'], 'active': True} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:05:31.039407 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5188f1c-87dd-46db-9e9b-c70d050dc3c2 req-65f6e5e0-6551-4e52-b1ab-923c0f123d82 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] No DVR routers for this DVR port 9dedfb5f-f242-4d22-9c46-3ce5cb5669a4 on host hv-cinder-77570 {{(pid=84074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 16:05:31.042020 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-b5188f1c-87dd-46db-9e9b-c70d050dc3c2 req-65f6e5e0-6551-4e52-b1ab-923c0f123d82 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487'] for port, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:31.044925 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d47a1b6-f3a5-432d-8db4-121a2e835452', 'name': 'network-vif-deleted', 'tag': '9dedfb5f-f242-4d22-9c46-3ce5cb5669a4'}] {{(pid=84074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 16:05:31.094222 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b5188f1c-87dd-46db-9e9b-c70d050dc3c2 req-65f6e5e0-6551-4e52-b1ab-923c0f123d82 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.103 "DELETE /v2.0/ports/9dedfb5f-f242-4d22-9c46-3ce5cb5669a4 HTTP/1.1" status: 204 len: 173 time: 1.5494888 Feb 16 16:05:31.108383 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d47a1b6-f3a5-432d-8db4-121a2e835452', 'name': 'network-vif-deleted', 'tag': '9dedfb5f-f242-4d22-9c46-3ce5cb5669a4', 'status': 'completed', 'code': 200} Feb 16 16:05:31.242481 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvr_db [None req-8fe36b56-b9a6-4485-8f64-1e5243008c60 None None] Set router a5b9cf11-09be-40a6-ae9b-d99a22b6d014 gateway port host: dv-cinder-775706-1-iscsi {{(pid=84076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 16:05:31.263940 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-da17bcae-17d3-4615-9d8a-a6ab21c35604 req-0cab63e2-262a-45e2-af23-8a0aaaae4f3e tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=5d47a1b6-f3a5-432d-8db4-121a2e835452 HTTP/1.1" status: 200 len: 210 time: 0.0662766 Feb 16 16:05:31.588344 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-8fe36b56-b9a6-4485-8f64-1e5243008c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b9cf11-09be-40a6-ae9b-d99a22b6d014', 'name': 'tempest-AttachVolumeShelveTestJSON-1582479356-router', 'tenant_id': 'd1456e6ef0124344987862a0a776adce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': 'a40a4021-c948-48f6-b425-1a720f504441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:58:30Z', 'updated_at': '2021-02-16T15:58:36Z', 'revision_number': 4, 'project_id': 'd1456e6ef0124344987862a0a776adce', 'gw_port': {'id': 'a40a4021-c948-48f6-b425-1a720f504441', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b9cf11-09be-40a6-ae9b-d99a22b6d014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:58:31Z', 'updated_at': '2021-02-16T15:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_interfaces': [{'id': '52a9ac34-fb9f-459c-b554-9d94a4ade8fe', 'name': '', 'network_id': 'ad429259-d816-4c2a-be88-810e600c47b4', 'tenant_id': 'd1456e6ef0124344987862a0a776adce', 'mac_address': 'fa:16:3e:a1:5f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b9cf11-09be-40a6-ae9b-d99a22b6d014', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'ad071c69-6309-4f89-b5f5-850687a34a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:58:35Z', 'updated_at': '2021-02-16T15:58:47Z', 'revision_number': 5, 'project_id': 'd1456e6ef0124344987862a0a776adce', 'subnets': [{'id': 'ad071c69-6309-4f89-b5f5-850687a34a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-iscsi', False) {} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:05:31.593075 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe36b56-b9a6-4485-8f64-1e5243008c60 None None] Checking router: a5b9cf11-09be-40a6-ae9b-d99a22b6d014 for host: dv-cinder-775706-1-iscsi {{(pid=84076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 16:05:31.603678 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe36b56-b9a6-4485-8f64-1e5243008c60 None None] Routers {'a5b9cf11-09be-40a6-ae9b-d99a22b6d014'} bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 16:05:31.604372 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-8fe36b56-b9a6-4485-8f64-1e5243008c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-16T15:47:20Z,description=,heartbeat_timestamp=2021-02-16T16:05:21Z,host='dv-cinder-775706-1-iscsi',id=4f2d6f55-b6e7-4768-88f5-01ac5c4c3902,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:47:21Z,topic='l3_agent')) {'router_ids': ['a5b9cf11-09be-40a6-ae9b-d99a22b6d014'], 'active': True} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:05:31.811435 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvr_db [None req-8fe36b56-b9a6-4485-8f64-1e5243008c60 None None] Set router a5b9cf11-09be-40a6-ae9b-d99a22b6d014 gateway port host: dv-cinder-775706-1-iscsi {{(pid=84076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 16:05:32.361027 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-8fe36b56-b9a6-4485-8f64-1e5243008c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b9cf11-09be-40a6-ae9b-d99a22b6d014', 'name': 'tempest-AttachVolumeShelveTestJSON-1582479356-router', 'tenant_id': 'd1456e6ef0124344987862a0a776adce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': 'a40a4021-c948-48f6-b425-1a720f504441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:58:30Z', 'updated_at': '2021-02-16T15:58:36Z', 'revision_number': 4, 'project_id': 'd1456e6ef0124344987862a0a776adce', 'gw_port': {'id': 'a40a4021-c948-48f6-b425-1a720f504441', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b9cf11-09be-40a6-ae9b-d99a22b6d014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:58:31Z', 'updated_at': '2021-02-16T15:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_interfaces': [{'id': '52a9ac34-fb9f-459c-b554-9d94a4ade8fe', 'name': '', 'network_id': 'ad429259-d816-4c2a-be88-810e600c47b4', 'tenant_id': 'd1456e6ef0124344987862a0a776adce', 'mac_address': 'fa:16:3e:a1:5f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b9cf11-09be-40a6-ae9b-d99a22b6d014', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'ad071c69-6309-4f89-b5f5-850687a34a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:58:35Z', 'updated_at': '2021-02-16T15:58:47Z', 'revision_number': 5, 'project_id': 'd1456e6ef0124344987862a0a776adce', 'subnets': [{'id': 'ad071c69-6309-4f89-b5f5-850687a34a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-iscsi', False) {} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:05:32.368171 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe36b56-b9a6-4485-8f64-1e5243008c60 None None] The sync data for ids ['a5b9cf11-09be-40a6-ae9b-d99a22b6d014'] in dv-cinder-775706-1-iscsi is: [{'id': 'a5b9cf11-09be-40a6-ae9b-d99a22b6d014', 'name': 'tempest-AttachVolumeShelveTestJSON-1582479356-router', 'tenant_id': 'd1456e6ef0124344987862a0a776adce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': 'a40a4021-c948-48f6-b425-1a720f504441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:58:30Z', 'updated_at': '2021-02-16T15:58:36Z', 'revision_number': 4, 'project_id': 'd1456e6ef0124344987862a0a776adce', 'gw_port': {'id': 'a40a4021-c948-48f6-b425-1a720f504441', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b9cf11-09be-40a6-ae9b-d99a22b6d014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:58:31Z', 'updated_at': '2021-02-16T15:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_interfaces': [{'id': '52a9ac34-fb9f-459c-b554-9d94a4ade8fe', 'name': '', 'network_id': 'ad429259-d816-4c2a-be88-810e600c47b4', 'tenant_id': 'd1456e6ef0124344987862a0a776adce', 'mac_address': 'fa:16:3e:a1:5f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b9cf11-09be-40a6-ae9b-d99a22b6d014', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'ad071c69-6309-4f89-b5f5-850687a34a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:58:35Z', 'updated_at': '2021-02-16T15:58:47Z', 'revision_number': 5, 'project_id': 'd1456e6ef0124344987862a0a776adce', 'subnets': [{'id': 'ad071c69-6309-4f89-b5f5-850687a34a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 16:05:32.469536 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 53980) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:05:32.548494 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-03fc734b-9cdd-4161-ad22-aec93501c519 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks [] for security_group, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:32.586752 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-03fc734b-9cdd-4161-ad22-aec93501c519 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:32.738394 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-03fc734b-9cdd-4161-ad22-aec93501c519 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:32.744734 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-3ac94ce0-4f6d-4077-ae82-0187687cce6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:05:32.759847 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fc734b-9cdd-4161-ad22-aec93501c519 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f90bb87-6ac7-4c2a-ac2e-bf4075841942,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:05:32.763331 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-03fc734b-9cdd-4161-ad22-aec93501c519 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:05:32.765852 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-03fc734b-9cdd-4161-ad22-aec93501c519 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks [] for security_group, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:32.766674 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-03fc734b-9cdd-4161-ad22-aec93501c519 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "DELETE /v2.0/security-groups/1f90bb87-6ac7-4c2a-ac2e-bf4075841942 HTTP/1.1" status: 204 len: 168 time: 0.2961006 Feb 16 16:05:32.769609 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 53984) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:05:32.787545 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.v2.resource [None req-ffdd061e-c7f5-45cc-97ec-7117995449e5 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] show failed (client error): The resource could not be found. Feb 16 16:05:32.789177 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-ffdd061e-c7f5-45cc-97ec-7117995449e5 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups/1f90bb87-6ac7-4c2a-ac2e-bf4075841942 HTTP/1.1" status: 404 len: 347 time: 0.0180311 Feb 16 16:05:32.792585 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 53988) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:05:32.810744 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23747a90-2209-43d9-bf6f-3e3b88901a28 None None] New status for floating IP 6c506c3c-f9cb-472d-9622-ac0cc4c3ae64: DOWN {{(pid=84077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 16 16:05:33.209513 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-f91bbf05-6926-4835-95e9-1dd1561c89c2 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Deleting port 112753d3-1274-4013-84b8-261c2938966f {{(pid=84074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 16:05:33.210722 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f91bbf05-6926-4835-95e9-1dd1561c89c2 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776636423795'] for port, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:33.405138 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f91bbf05-6926-4835-95e9-1dd1561c89c2 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862802'] for port, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:33.405510 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f91bbf05-6926-4835-95e9-1dd1561c89c2 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:33.550296 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-f91bbf05-6926-4835-95e9-1dd1561c89c2 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Calling delete_port for 112753d3-1274-4013-84b8-261c2938966f owned by network:floatingip {{(pid=84074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 16:05:33.730014 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f91bbf05-6926-4835-95e9-1dd1561c89c2 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776636383262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776636049574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6980856'] for port, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:33.746011 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-69ea3957-55cc-43c9-b5d1-f8b9458ea03b tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:05:33.802023 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bbf05-6926-4835-95e9-1dd1561c89c2 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Pushing event deleted for resources: {'Port': ['ID=112753d3-1274-4013-84b8-261c2938966f,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:05:33.806450 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-f91bbf05-6926-4835-95e9-1dd1561c89c2 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:05:33.973929 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f91bbf05-6926-4835-95e9-1dd1561c89c2 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks [] for floatingip, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:33.988867 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f91bbf05-6926-4835-95e9-1dd1561c89c2 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487'] for floatingip, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:33.990054 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-f91bbf05-6926-4835-95e9-1dd1561c89c2 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "DELETE /v2.0/floatingips/6c506c3c-f9cb-472d-9622-ac0cc4c3ae64 HTTP/1.1" status: 204 len: 168 time: 1.1965075 Feb 16 16:05:34.284226 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 53994) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:05:34.291534 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [None req-006deeb5-4db2-4457-9e01-faf4a3fc2ee4 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1940056933', 'description': 'tempest-description--1816608811'}} {{(pid=84074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:05:34.298197 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-006deeb5-4db2-4457-9e01-faf4a3fc2ee4 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:05:34.302380 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-006deeb5-4db2-4457-9e01-faf4a3fc2ee4 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Usage tracker for resource:security_group and tenant:d1456e6ef0124344987862a0a776adce is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:05:34.305894 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-006deeb5-4db2-4457-9e01-faf4a3fc2ee4 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:05:34.311755 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-006deeb5-4db2-4457-9e01-faf4a3fc2ee4 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:05:34.349746 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-006deeb5-4db2-4457-9e01-faf4a3fc2ee4 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks [] for security_group, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:34.377803 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-006deeb5-4db2-4457-9e01-faf4a3fc2ee4 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:05:34.381927 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-006deeb5-4db2-4457-9e01-faf4a3fc2ee4 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Usage tracker for resource:security_group_rule and tenant:d1456e6ef0124344987862a0a776adce is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:05:34.385100 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-006deeb5-4db2-4457-9e01-faf4a3fc2ee4 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:05:34.391006 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-006deeb5-4db2-4457-9e01-faf4a3fc2ee4 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:05:34.468311 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-006deeb5-4db2-4457-9e01-faf4a3fc2ee4 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks [] for security_group, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:34.501169 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-006deeb5-4db2-4457-9e01-faf4a3fc2ee4 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:34.506908 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1ffd9e85-0772-41ed-b326-a778efd2ea65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:05:34.548507 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006deeb5-4db2-4457-9e01-faf4a3fc2ee4 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03186328-352b-40c9-a700-1600fe2a1d91,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:05:34.551599 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-006deeb5-4db2-4457-9e01-faf4a3fc2ee4 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:05:34.578105 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-006deeb5-4db2-4457-9e01-faf4a3fc2ee4 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks [] for security_group, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:34.579487 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-006deeb5-4db2-4457-9e01-faf4a3fc2ee4 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2941494 Feb 16 16:05:34.582552 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 53998) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:05:34.588740 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [None req-15eebb46-587d-4b3a-9480-6b96ccead41b tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Request body: {'security_group_rule': {'security_group_id': '03186328-352b-40c9-a700-1600fe2a1d91', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:05:34.595332 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-15eebb46-587d-4b3a-9480-6b96ccead41b tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:05:34.599365 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-15eebb46-587d-4b3a-9480-6b96ccead41b tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Usage tracker for resource:security_group_rule and tenant:d1456e6ef0124344987862a0a776adce is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:05:34.602388 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-15eebb46-587d-4b3a-9480-6b96ccead41b tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:05:34.608156 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-15eebb46-587d-4b3a-9480-6b96ccead41b tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:05:34.674030 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-15eebb46-587d-4b3a-9480-6b96ccead41b tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:34.737601 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-15eebb46-587d-4b3a-9480-6b96ccead41b tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:34.772555 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-15eebb46-587d-4b3a-9480-6b96ccead41b tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660574'] for security_group_rule, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:34.775372 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-24424fea-cc88-4839-93fb-63ee5cf09860 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:05:34.799970 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eebb46-587d-4b3a-9480-6b96ccead41b tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fec0e42-d9d3-484f-a7b2-7beb9f0aa7bf,revision_number=0']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:05:34.804884 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-15eebb46-587d-4b3a-9480-6b96ccead41b tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:05:34.838314 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-15eebb46-587d-4b3a-9480-6b96ccead41b tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:34.839752 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-15eebb46-587d-4b3a-9480-6b96ccead41b tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2561407 Feb 16 16:05:34.842827 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 54002) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:05:34.848537 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [None req-e3f9fa8b-c30c-40d4-9db6-91496dcadde0 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Request body: {'security_group_rule': {'security_group_id': '03186328-352b-40c9-a700-1600fe2a1d91', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:05:34.855047 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-e3f9fa8b-c30c-40d4-9db6-91496dcadde0 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:05:34.859173 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-e3f9fa8b-c30c-40d4-9db6-91496dcadde0 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Usage tracker for resource:security_group_rule and tenant:d1456e6ef0124344987862a0a776adce is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:05:34.862242 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-e3f9fa8b-c30c-40d4-9db6-91496dcadde0 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:05:34.868154 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-e3f9fa8b-c30c-40d4-9db6-91496dcadde0 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:05:34.913765 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-e3f9fa8b-c30c-40d4-9db6-91496dcadde0 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:34.982148 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-e3f9fa8b-c30c-40d4-9db6-91496dcadde0 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:35.015559 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-e3f9fa8b-c30c-40d4-9db6-91496dcadde0 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660574'] for security_group_rule, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:35.017760 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:05:35.039903 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f9fa8b-c30c-40d4-9db6-91496dcadde0 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e67b56e-4723-402f-acc7-367d37272d79,revision_number=0']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:05:35.044325 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-e3f9fa8b-c30c-40d4-9db6-91496dcadde0 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:05:35.078621 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-e3f9fa8b-c30c-40d4-9db6-91496dcadde0 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:35.079919 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-e3f9fa8b-c30c-40d4-9db6-91496dcadde0 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2360497 Feb 16 16:05:35.083788 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 54008) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:05:35.089766 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [None req-ca7ecda4-34d5-4d2a-9f32-b637bab8b2a9 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Request body: {'floatingip': {'floating_network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6'}} {{(pid=84074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:05:35.096052 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-ca7ecda4-34d5-4d2a-9f32-b637bab8b2a9 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:05:35.100128 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-ca7ecda4-34d5-4d2a-9f32-b637bab8b2a9 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Usage tracker for resource:floatingip and tenant:d1456e6ef0124344987862a0a776adce is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:05:35.103351 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-ca7ecda4-34d5-4d2a-9f32-b637bab8b2a9 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:05:35.109142 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-ca7ecda4-34d5-4d2a-9f32-b637bab8b2a9 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:05:35.147015 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ca7ecda4-34d5-4d2a-9f32-b637bab8b2a9 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks [] for floatingip, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:35.294071 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ca7ecda4-34d5-4d2a-9f32-b637bab8b2a9 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:35.568697 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.db_base_plugin_common [None req-ca7ecda4-34d5-4d2a-9f32-b637bab8b2a9 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Allocated IP 172.27.1.186 (4b949073-2dbc-48f8-99e6-0912404ac0f6/1330f553-cf5d-40b8-b778-7809bbd3e08c/65614935-c3be-4c50-925e-58b18966a337) {{(pid=84074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 16:05:35.725751 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ca7ecda4-34d5-4d2a-9f32-b637bab8b2a9 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks [] for port, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:35.781228 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ca7ecda4-34d5-4d2a-9f32-b637bab8b2a9 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776636048806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6980856'] for port, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:35.800591 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-3b7fcd3d-bde5-4537-9a9e-0cb22c5aa6b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:05:35.947408 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7ecda4-34d5-4d2a-9f32-b637bab8b2a9 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Pushing event updated for resources: {'Port': ['ID=65614935-c3be-4c50-925e-58b18966a337,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:05:35.952259 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-ca7ecda4-34d5-4d2a-9f32-b637bab8b2a9 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:05:35.998337 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7ecda4-34d5-4d2a-9f32-b637bab8b2a9 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Network 4b949073-2dbc-48f8-99e6-0912404ac0f6 is already hosted by enough agents. {{(pid=84074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 16:05:35.999540 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.base_scheduler [None req-ca7ecda4-34d5-4d2a-9f32-b637bab8b2a9 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Resources bound (agent type, host, resource id): {{(pid=84074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 16:05:36.001846 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7ecda4-34d5-4d2a-9f32-b637bab8b2a9 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Received port after_create {{(pid=84074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 16:05:36.090289 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ca7ecda4-34d5-4d2a-9f32-b637bab8b2a9 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:36.180888 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ca7ecda4-34d5-4d2a-9f32-b637bab8b2a9 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:36.459596 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ca7ecda4-34d5-4d2a-9f32-b637bab8b2a9 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks [] for port, precommit_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:36.483710 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ca7ecda4-34d5-4d2a-9f32-b637bab8b2a9 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847794957'] for port, after_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:36.499878 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-c2baaea7-4746-4949-8eb1-b2d51df7440e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:05:36.642236 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7ecda4-34d5-4d2a-9f32-b637bab8b2a9 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Pushing event updated for resources: {'Port': ['ID=65614935-c3be-4c50-925e-58b18966a337,revision_number=2']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:05:36.646565 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-ca7ecda4-34d5-4d2a-9f32-b637bab8b2a9 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:05:36.743712 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ca7ecda4-34d5-4d2a-9f32-b637bab8b2a9 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853906801'] for floatingip, after_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:36.809492 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ca7ecda4-34d5-4d2a-9f32-b637bab8b2a9 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487'] for floatingip, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:36.810894 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-ca7ecda4-34d5-4d2a-9f32-b637bab8b2a9 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7262888 Feb 16 16:05:37.047857 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6c8be0bd-bfd8-4bc3-bd09-3507b6701642 req-53b3f3ff-8c2c-49b6-8022-6c910e673b25 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-securitygroup--1940056933&fields=id&tenant_id=d1456e6ef0124344987862a0a776adce HTTP/1.1" status: 200 len: 267 time: 0.0446017 Feb 16 16:05:37.214135 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8be0bd-bfd8-4bc3-bd09-3507b6701642 req-8d975101-0a1c-4f54-a2f5-8b3c006c91f7 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:05:37.216046 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6c8be0bd-bfd8-4bc3-bd09-3507b6701642 req-8d975101-0a1c-4f54-a2f5-8b3c006c91f7 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/networks?id=ad429259-d816-4c2a-be88-810e600c47b4 HTTP/1.1" status: 200 len: 817 time: 0.1595349 Feb 16 16:05:37.232574 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6c8be0bd-bfd8-4bc3-bd09-3507b6701642 req-5501606f-b840-4dc1-b18f-1ee74cd83d36 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/quotas/d1456e6ef0124344987862a0a776adce HTTP/1.1" status: 200 len: 375 time: 0.0103838 Feb 16 16:05:37.285576 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.agents_db [None req-cca974b7-119d-4613-9949-a609bd4803bb None None] Agent healthcheck: found 6 active agents {{(pid=84077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 16:05:37.326868 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6c8be0bd-bfd8-4bc3-bd09-3507b6701642 req-36d611ed-fff5-4917-bfce-a075a9c6a23a tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=d1456e6ef0124344987862a0a776adce&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0885150 Feb 16 16:05:37.476727 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6c8be0bd-bfd8-4bc3-bd09-3507b6701642 req-cd5c3e1a-ab4d-473b-a6f2-1925b0607a37 service neutron] 10.222.0.101 "GET /v2.0/networks/ad429259-d816-4c2a-be88-810e600c47b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363060 Feb 16 16:05:37.620563 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6c8be0bd-bfd8-4bc3-bd09-3507b6701642 req-051ca35b-75c8-4f2f-89f1-478afe0cdde5 service neutron] 10.222.0.101 "GET /v2.0/networks/ad429259-d816-4c2a-be88-810e600c47b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1372211 Feb 16 16:05:37.891852 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ad4d1a92-e682-423d-8a5e-8245f104b8a4 req-6c8b3ad0-d240-41f4-99f3-a7bde618f47d tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a HTTP/1.1" status: 200 len: 210 time: 0.0483768 Feb 16 16:05:39.067999 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b58eddb7-94e5-4010-a727-7113c3619dd8 req-3cf2f33f-a6f3-4a12-bf15-81bb876021ec tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a HTTP/1.1" status: 200 len: 210 time: 0.0505483 Feb 16 16:05:39.627394 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8be0bd-bfd8-4bc3-bd09-3507b6701642 req-42f84f8b-5171-41c1-a115-8386507adf04 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:05:39.628142 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-6c8be0bd-bfd8-4bc3-bd09-3507b6701642 req-42f84f8b-5171-41c1-a115-8386507adf04 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Synchronizing usage tracker for tenant:d1456e6ef0124344987862a0a776adce on resource:network {{(pid=84074) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 16:05:39.675310 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-6c8be0bd-bfd8-4bc3-bd09-3507b6701642 req-42f84f8b-5171-41c1-a115-8386507adf04 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Unset dirty status for tenant:d1456e6ef0124344987862a0a776adce on resource:network {{(pid=84074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 16:05:39.676622 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6c8be0bd-bfd8-4bc3-bd09-3507b6701642 req-42f84f8b-5171-41c1-a115-8386507adf04 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.103 "GET /v2.0/networks?id=ad429259-d816-4c2a-be88-810e600c47b4 HTTP/1.1" status: 200 len: 817 time: 0.2174947 Feb 16 16:05:39.753607 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-6c8be0bd-bfd8-4bc3-bd09-3507b6701642 req-0e81d548-efb4-4fe4-9dfb-60cc821b1365 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Synchronizing usage tracker for tenant:d1456e6ef0124344987862a0a776adce on resource:security_group {{(pid=84074) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 16:05:39.795257 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-6c8be0bd-bfd8-4bc3-bd09-3507b6701642 req-0e81d548-efb4-4fe4-9dfb-60cc821b1365 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Unset dirty status for tenant:d1456e6ef0124344987862a0a776adce on resource:security_group {{(pid=84074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 16:05:39.796725 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6c8be0bd-bfd8-4bc3-bd09-3507b6701642 req-0e81d548-efb4-4fe4-9dfb-60cc821b1365 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=d1456e6ef0124344987862a0a776adce HTTP/1.1" status: 200 len: 5709 time: 0.1106312 Feb 16 16:05:39.808997 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [req-6c8be0bd-bfd8-4bc3-bd09-3507b6701642 req-69cadf7c-4a7b-49e8-9729-4c75039949dc tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Request body: {'port': {'device_id': '9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a', 'network_id': 'ad429259-d816-4c2a-be88-810e600c47b4', 'admin_state_up': True, 'tenant_id': 'd1456e6ef0124344987862a0a776adce', 'security_groups': ['03186328-352b-40c9-a700-1600fe2a1d91']}} {{(pid=84074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:05:39.959804 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [req-6c8be0bd-bfd8-4bc3-bd09-3507b6701642 req-69cadf7c-4a7b-49e8-9729-4c75039949dc tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:05:39.965033 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-6c8be0bd-bfd8-4bc3-bd09-3507b6701642 req-69cadf7c-4a7b-49e8-9729-4c75039949dc tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Usage tracker for resource:port and tenant:d1456e6ef0124344987862a0a776adce is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:05:39.968377 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-6c8be0bd-bfd8-4bc3-bd09-3507b6701642 req-69cadf7c-4a7b-49e8-9729-4c75039949dc tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:05:39.974296 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [req-6c8be0bd-bfd8-4bc3-bd09-3507b6701642 req-69cadf7c-4a7b-49e8-9729-4c75039949dc tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:05:40.015454 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c8be0bd-bfd8-4bc3-bd09-3507b6701642 req-69cadf7c-4a7b-49e8-9729-4c75039949dc tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Made reservation on behalf of d1456e6ef0124344987862a0a776adce for: {'port': 1} {{(pid=84074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 16:05:40.021784 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-6c8be0bd-bfd8-4bc3-bd09-3507b6701642 req-69cadf7c-4a7b-49e8-9729-4c75039949dc tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:40.250562 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0608e290-8bc7-4951-a318-6ae0a0e995ea req-09c90c5e-8b27-45e4-84be-d70928d12bba tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a HTTP/1.1" status: 200 len: 210 time: 0.0531611 Feb 16 16:05:40.398526 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.db_base_plugin_common [req-6c8be0bd-bfd8-4bc3-bd09-3507b6701642 req-69cadf7c-4a7b-49e8-9729-4c75039949dc tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Allocated IP 172.20.0.3 (ad429259-d816-4c2a-be88-810e600c47b4/ad071c69-6309-4f89-b5f5-850687a34a80/9b6804d0-6337-407a-bcb4-3e33fbb02e0f) {{(pid=84074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 16:05:40.601047 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-6c8be0bd-bfd8-4bc3-bd09-3507b6701642 req-69cadf7c-4a7b-49e8-9729-4c75039949dc tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks [] for port, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:40.617686 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [req-6c8be0bd-bfd8-4bc3-bd09-3507b6701642 req-69cadf7c-4a7b-49e8-9729-4c75039949dc tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Transition to ACTIVE for port object 9b6804d0-6337-407a-bcb4-3e33fbb02e0f will not be triggered until provisioned by entity DHCP. {{(pid=84074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 16:05:40.667223 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-6c8be0bd-bfd8-4bc3-bd09-3507b6701642 req-69cadf7c-4a7b-49e8-9729-4c75039949dc tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776636048806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6980856'] for port, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:40.682215 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-2cbced5e-a36d-4bfa-a556-f3fbadcfeaef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:05:41.072815 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cadf7c-4a7b-49e8-9729-4c75039949dc tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Pushing event updated for resources: {'Port': ['ID=9b6804d0-6337-407a-bcb4-3e33fbb02e0f,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:05:41.077087 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-69cadf7c-4a7b-49e8-9729-4c75039949dc tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:05:41.124546 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c8be0bd-bfd8-4bc3-bd09-3507b6701642 req-69cadf7c-4a7b-49e8-9729-4c75039949dc tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Network ad429259-d816-4c2a-be88-810e600c47b4 is already hosted by enough agents. {{(pid=84074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 16:05:41.125670 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.base_scheduler [req-6c8be0bd-bfd8-4bc3-bd09-3507b6701642 req-69cadf7c-4a7b-49e8-9729-4c75039949dc tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Resources bound (agent type, host, resource id): {{(pid=84074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 16:05:41.128012 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c8be0bd-bfd8-4bc3-bd09-3507b6701642 req-69cadf7c-4a7b-49e8-9729-4c75039949dc tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Received port after_create {{(pid=84074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 16:05:41.199864 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8be0bd-bfd8-4bc3-bd09-3507b6701642 req-69cadf7c-4a7b-49e8-9729-4c75039949dc tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:05:41.200535 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-6c8be0bd-bfd8-4bc3-bd09-3507b6701642 req-69cadf7c-4a7b-49e8-9729-4c75039949dc tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487'] for port, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:41.256507 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6c8be0bd-bfd8-4bc3-bd09-3507b6701642 req-69cadf7c-4a7b-49e8-9729-4c75039949dc tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4517267 Feb 16 16:05:41.276119 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [req-6c8be0bd-bfd8-4bc3-bd09-3507b6701642 req-497e384c-1d35-462c-8470-6f3d4a9ee739 service neutron] Request body: {'port': {'device_id': '9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=84074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:05:41.364046 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-880b4eb8-0f0f-496d-ac01-cb1432f1e8a5 None None] Provisioning for port 9b6804d0-6337-407a-bcb4-3e33fbb02e0f completed by entity DHCP. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 16:05:41.371081 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-880b4eb8-0f0f-496d-ac01-cb1432f1e8a5 None None] Provisioning complete for port 9b6804d0-6337-407a-bcb4-3e33fbb02e0f triggered by entity DHCP. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:05:41.371603 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-880b4eb8-0f0f-496d-ac01-cb1432f1e8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:41.407340 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-6c8be0bd-bfd8-4bc3-bd09-3507b6701642 req-497e384c-1d35-462c-8470-6f3d4a9ee739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:41.438768 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-880b4eb8-0f0f-496d-ac01-cb1432f1e8a5 None None] Port 9b6804d0-6337-407a-bcb4-3e33fbb02e0f cannot update to ACTIVE because it is not bound. {{(pid=84076) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 16:05:41.525422 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427fd738-0a69-46ca-80ba-30605513d092 req-15dcbe68-3792-4cdf-9e38-c195e8f885df tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:05:41.527409 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-427fd738-0a69-46ca-80ba-30605513d092 req-15dcbe68-3792-4cdf-9e38-c195e8f885df tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a HTTP/1.1" status: 200 len: 931 time: 0.0885475 Feb 16 16:05:41.577000 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-427fd738-0a69-46ca-80ba-30605513d092 req-46f0a330-4656-42a2-8747-77bf56efb69d tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=03186328-352b-40c9-a700-1600fe2a1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428996 Feb 16 16:05:41.836966 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [req-6c8be0bd-bfd8-4bc3-bd09-3507b6701642 req-497e384c-1d35-462c-8470-6f3d4a9ee739 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b6804d0-6337-407a-bcb4-3e33fbb02e0f {{(pid=84074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 16 16:05:41.845221 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-6c8be0bd-bfd8-4bc3-bd09-3507b6701642 req-497e384c-1d35-462c-8470-6f3d4a9ee739 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:41.903829 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [req-6c8be0bd-bfd8-4bc3-bd09-3507b6701642 req-497e384c-1d35-462c-8470-6f3d4a9ee739 service neutron] Transition to ACTIVE for port object 9b6804d0-6337-407a-bcb4-3e33fbb02e0f will not be triggered until provisioned by entity L2. {{(pid=84074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 16:05:41.929604 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-6c8be0bd-bfd8-4bc3-bd09-3507b6701642 req-497e384c-1d35-462c-8470-6f3d4a9ee739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847794957'] for port, after_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:41.951709 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-3ee7678a-7491-49ee-8f59-8f4fab1f14c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:05:42.099660 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497e384c-1d35-462c-8470-6f3d4a9ee739 service neutron] Pushing event updated for resources: {'Port': ['ID=9b6804d0-6337-407a-bcb4-3e33fbb02e0f,revision_number=2']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:05:42.104380 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-497e384c-1d35-462c-8470-6f3d4a9ee739 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:05:42.289540 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [req-6c8be0bd-bfd8-4bc3-bd09-3507b6701642 req-497e384c-1d35-462c-8470-6f3d4a9ee739 service neutron] Attempting to bind port 9b6804d0-6337-407a-bcb4-3e33fbb02e0f on host hv-cinder-77570 for vnic_type normal with profile {{(pid=84074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:05:42.290141 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [req-6c8be0bd-bfd8-4bc3-bd09-3507b6701642 req-497e384c-1d35-462c-8470-6f3d4a9ee739 service neutron] Attempting to bind port 9b6804d0-6337-407a-bcb4-3e33fbb02e0f by drivers openvswitch on host hv-cinder-77570 at level 0 using segments [{'id': '70f36e3c-fd91-4136-95df-cba7919e0ad6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ad429259-d816-4c2a-be88-810e600c47b4'}] {{(pid=84074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 16:05:42.290266 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8be0bd-bfd8-4bc3-bd09-3507b6701642 req-497e384c-1d35-462c-8470-6f3d4a9ee739 service neutron] Attempting to bind port 9b6804d0-6337-407a-bcb4-3e33fbb02e0f on network ad429259-d816-4c2a-be88-810e600c47b4 {{(pid=84074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 16:05:42.296775 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8be0bd-bfd8-4bc3-bd09-3507b6701642 req-497e384c-1d35-462c-8470-6f3d4a9ee739 service neutron] Checking agent: {'id': '6803919d-bffd-45bd-a97e-495ec12bc613', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 15, 54, 40), 'started_at': datetime.datetime(2021, 2, 16, 15, 55, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 16, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 16:05:42.297049 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8be0bd-bfd8-4bc3-bd09-3507b6701642 req-497e384c-1d35-462c-8470-6f3d4a9ee739 service neutron] Checking segment: {'id': '70f36e3c-fd91-4136-95df-cba7919e0ad6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ad429259-d816-4c2a-be88-810e600c47b4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 16:05:42.297450 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-6c8be0bd-bfd8-4bc3-bd09-3507b6701642 req-497e384c-1d35-462c-8470-6f3d4a9ee739 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:42.297853 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8be0bd-bfd8-4bc3-bd09-3507b6701642 req-497e384c-1d35-462c-8470-6f3d4a9ee739 service neutron] Bound using segment: {'id': '70f36e3c-fd91-4136-95df-cba7919e0ad6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ad429259-d816-4c2a-be88-810e600c47b4'} {{(pid=84074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 16:05:42.298336 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [req-6c8be0bd-bfd8-4bc3-bd09-3507b6701642 req-497e384c-1d35-462c-8470-6f3d4a9ee739 service neutron] Bound port: 9b6804d0-6337-407a-bcb4-3e33fbb02e0f, host: hv-cinder-77570, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70f36e3c-fd91-4136-95df-cba7919e0ad6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ad429259-d816-4c2a-be88-810e600c47b4'}}] {{(pid=84074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 16:05:42.298740 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-6c8be0bd-bfd8-4bc3-bd09-3507b6701642 req-497e384c-1d35-462c-8470-6f3d4a9ee739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:42.399739 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [req-6c8be0bd-bfd8-4bc3-bd09-3507b6701642 req-497e384c-1d35-462c-8470-6f3d4a9ee739 service neutron] For port 9b6804d0-6337-407a-bcb4-3e33fbb02e0f, host hv-cinder-77570, cleared binding levels {{(pid=84074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 16:05:42.402873 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [req-6c8be0bd-bfd8-4bc3-bd09-3507b6701642 req-497e384c-1d35-462c-8470-6f3d4a9ee739 service neutron] For port 9b6804d0-6337-407a-bcb4-3e33fbb02e0f, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=9b6804d0-6337-407a-bcb4-3e33fbb02e0f,segment=NetworkSegment(70f36e3c-fd91-4136-95df-cba7919e0ad6),segment_id=70f36e3c-fd91-4136-95df-cba7919e0ad6)] {{(pid=84074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 16:05:42.427401 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-6c8be0bd-bfd8-4bc3-bd09-3507b6701642 req-497e384c-1d35-462c-8470-6f3d4a9ee739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847794957'] for port, after_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:42.448784 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:05:42.603985 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497e384c-1d35-462c-8470-6f3d4a9ee739 service neutron] Pushing event updated for resources: {'Port': ['ID=9b6804d0-6337-407a-bcb4-3e33fbb02e0f,revision_number=3']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:05:42.609190 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-497e384c-1d35-462c-8470-6f3d4a9ee739 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:05:42.644373 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8be0bd-bfd8-4bc3-bd09-3507b6701642 req-497e384c-1d35-462c-8470-6f3d4a9ee739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:05:42.645060 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-6c8be0bd-bfd8-4bc3-bd09-3507b6701642 req-497e384c-1d35-462c-8470-6f3d4a9ee739 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487'] for port, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:42.646571 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6c8be0bd-bfd8-4bc3-bd09-3507b6701642 req-497e384c-1d35-462c-8470-6f3d4a9ee739 service neutron] 10.222.0.103 "PUT /v2.0/ports/9b6804d0-6337-407a-bcb4-3e33fbb02e0f HTTP/1.1" status: 200 len: 1157 time: 1.3763280 Feb 16 16:05:42.647419 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a', 'tag': '9b6804d0-6337-407a-bcb4-3e33fbb02e0f'}] {{(pid=84074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 16:05:42.699842 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a', 'tag': '9b6804d0-6337-407a-bcb4-3e33fbb02e0f', 'status': 'completed', 'code': 200} Feb 16 16:05:42.799150 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd77772-95ba-4472-bd90-80347d2f20ce req-85418f2e-05f3-4f5b-bbb4-c938e31a95c8 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:05:42.803161 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-bcd77772-95ba-4472-bd90-80347d2f20ce req-85418f2e-05f3-4f5b-bbb4-c938e31a95c8 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a HTTP/1.1" status: 200 len: 943 time: 0.1011083 Feb 16 16:05:42.819540 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f7f8b0-679e-4126-a327-7035ea603036 req-b9268d4a-7a56-4dde-8b7e-2af43fddbb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:05:42.821198 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b9f7f8b0-679e-4126-a327-7035ea603036 req-b9268d4a-7a56-4dde-8b7e-2af43fddbb8f service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=d1456e6ef0124344987862a0a776adce&device_id=9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a HTTP/1.1" status: 200 len: 1160 time: 0.0850186 Feb 16 16:05:42.861353 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-bcd77772-95ba-4472-bd90-80347d2f20ce req-ac5a22f3-26a1-4ce2-9ec9-1300f1737074 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=03186328-352b-40c9-a700-1600fe2a1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535707 Feb 16 16:05:42.895294 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:42.990055 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f7f8b0-679e-4126-a327-7035ea603036 req-d2e6dca0-d2ee-4129-b256-db14f04981b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:05:42.992308 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b9f7f8b0-679e-4126-a327-7035ea603036 req-d2e6dca0-d2ee-4129-b256-db14f04981b0 service neutron] 10.222.0.103 "GET /v2.0/networks?tenant_id=d1456e6ef0124344987862a0a776adce&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1568999 Feb 16 16:05:43.142931 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f7f8b0-679e-4126-a327-7035ea603036 req-2610c682-7797-4a32-a5c9-d4c90b0662e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:05:43.144501 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b9f7f8b0-679e-4126-a327-7035ea603036 req-2610c682-7797-4a32-a5c9-d4c90b0662e9 service neutron] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1459007 Feb 16 16:05:43.277732 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8be0bd-bfd8-4bc3-bd09-3507b6701642 req-9b1b3c91-ad42-4360-a393-20c5305d91b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:05:43.279437 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6c8be0bd-bfd8-4bc3-bd09-3507b6701642 req-9b1b3c91-ad42-4360-a393-20c5305d91b9 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=d1456e6ef0124344987862a0a776adce&device_id=9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a HTTP/1.1" status: 200 len: 1160 time: 0.0851212 Feb 16 16:05:43.358837 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6c8be0bd-bfd8-4bc3-bd09-3507b6701642 req-f5411c2f-6d2a-4499-adbc-9700f15ed9d7 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b6804d0-6337-407a-bcb4-3e33fbb02e0f HTTP/1.1" status: 200 len: 217 time: 0.0691230 Feb 16 16:05:43.437209 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8be0bd-bfd8-4bc3-bd09-3507b6701642 req-0590a28e-8b1b-4b2a-b8d6-294777667f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:05:43.438768 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6c8be0bd-bfd8-4bc3-bd09-3507b6701642 req-0590a28e-8b1b-4b2a-b8d6-294777667f7b service neutron] 10.222.0.103 "GET /v2.0/subnets?id=ad071c69-6309-4f89-b5f5-850687a34a80 HTTP/1.1" status: 200 len: 856 time: 0.0685308 Feb 16 16:05:43.526364 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8be0bd-bfd8-4bc3-bd09-3507b6701642 req-5d4b744d-c6ef-44ad-a797-26aaa7c4d3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:05:43.528060 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6c8be0bd-bfd8-4bc3-bd09-3507b6701642 req-5d4b744d-c6ef-44ad-a797-26aaa7c4d3e8 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=ad429259-d816-4c2a-be88-810e600c47b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0790477 Feb 16 16:05:43.680717 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6c8be0bd-bfd8-4bc3-bd09-3507b6701642 req-a60002f4-29f1-47bb-8eac-7e573f5ddef8 service neutron] 10.222.0.103 "GET /v2.0/networks/ad429259-d816-4c2a-be88-810e600c47b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411085 Feb 16 16:05:43.832750 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6c8be0bd-bfd8-4bc3-bd09-3507b6701642 req-50476d97-b06a-40e9-9418-c53604e18c7a service neutron] 10.222.0.103 "GET /v2.0/networks/ad429259-d816-4c2a-be88-810e600c47b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1401691 Feb 16 16:05:44.077410 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63ecdf7-8fd3-4b45-9a37-e7b12eebe37e req-631f9399-1f93-46fd-9d91-453be225cde1 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:05:44.079089 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-d63ecdf7-8fd3-4b45-9a37-e7b12eebe37e req-631f9399-1f93-46fd-9d91-453be225cde1 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a HTTP/1.1" status: 200 len: 943 time: 0.0888031 Feb 16 16:05:44.129619 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-d63ecdf7-8fd3-4b45-9a37-e7b12eebe37e req-f4d20aad-0327-456e-b3c0-ed6fc9f450b7 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=03186328-352b-40c9-a700-1600fe2a1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433252 Feb 16 16:05:45.554609 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77190411-2028-4889-b34f-ed2c669a06c5 req-d0d4fb7d-1610-4145-8511-2d661c5a3159 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:05:45.556273 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-77190411-2028-4889-b34f-ed2c669a06c5 req-d0d4fb7d-1610-4145-8511-2d661c5a3159 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a HTTP/1.1" status: 200 len: 943 time: 0.3059886 Feb 16 16:05:45.606058 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-77190411-2028-4889-b34f-ed2c669a06c5 req-e9cf21cf-4fc1-472a-b218-c3934f305555 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=03186328-352b-40c9-a700-1600fe2a1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432074 Feb 16 16:05:46.003983 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096ea4d7-92e8-4aaf-9e37-28a0f0238d8d req-3513d863-2d40-4e85-b516-d8a36933317c tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:05:46.005495 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-096ea4d7-92e8-4aaf-9e37-28a0f0238d8d req-3513d863-2d40-4e85-b516-d8a36933317c tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a42868-5e1e-49af-b0ff-44e3cd2357e8 HTTP/1.1" status: 200 len: 945 time: 0.0853500 Feb 16 16:05:46.058808 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-096ea4d7-92e8-4aaf-9e37-28a0f0238d8d req-59d0b644-b31e-43e8-b851-16b3fe319225 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/security-groups?id=5898dce6-7055-4862-b83b-a300f7112f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463150 Feb 16 16:05:46.816437 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bcfac9-d059-457f-82a7-b6bb2282935d req-e23aac72-d9ba-4ec9-a966-705a8cd19232 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:05:46.818050 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-e1bcfac9-d059-457f-82a7-b6bb2282935d req-e23aac72-d9ba-4ec9-a966-705a8cd19232 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a HTTP/1.1" status: 200 len: 943 time: 0.0887678 Feb 16 16:05:46.872375 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-e1bcfac9-d059-457f-82a7-b6bb2282935d req-21f0a570-c07f-4a58-ab42-826c85b7c7c0 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=03186328-352b-40c9-a700-1600fe2a1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480063 Feb 16 16:05:47.264141 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281f33ee-cd27-4409-8ed1-e30f69336508 req-bc26b382-d5d4-4c54-b42d-0a8e76d5fc88 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:05:47.265711 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-281f33ee-cd27-4409-8ed1-e30f69336508 req-bc26b382-d5d4-4c54-b42d-0a8e76d5fc88 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a42868-5e1e-49af-b0ff-44e3cd2357e8 HTTP/1.1" status: 200 len: 945 time: 0.0894988 Feb 16 16:05:47.314995 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-281f33ee-cd27-4409-8ed1-e30f69336508 req-9a5c010c-3545-44e8-8d81-7ba3be139283 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/security-groups?id=5898dce6-7055-4862-b83b-a300f7112f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428448 Feb 16 16:05:47.628614 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d29bbd-b635-406b-84b6-4bb2e1f59b52 req-3ba02034-0669-4167-8195-f95580460c7d tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:05:47.629395 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-36d29bbd-b635-406b-84b6-4bb2e1f59b52 req-3ba02034-0669-4167-8195-f95580460c7d tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Synchronizing usage tracker for tenant:3d779634302641f2a94b48c70492e45e on resource:port {{(pid=84074) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 16:05:47.642445 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-36d29bbd-b635-406b-84b6-4bb2e1f59b52 req-3ba02034-0669-4167-8195-f95580460c7d tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Unset dirty status for tenant:3d779634302641f2a94b48c70492e45e on resource:port {{(pid=84074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 16:05:47.643711 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-36d29bbd-b635-406b-84b6-4bb2e1f59b52 req-3ba02034-0669-4167-8195-f95580460c7d tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.103 "GET /v2.0/ports?device_id=52a42868-5e1e-49af-b0ff-44e3cd2357e8 HTTP/1.1" status: 200 len: 945 time: 0.1079178 Feb 16 16:05:47.703820 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ff37728c-9f52-4f77-9e4d-ead25b2367f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:47.725849 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [req-36d29bbd-b635-406b-84b6-4bb2e1f59b52 req-06e0d16e-649b-431a-bf34-64cf13df56e4 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Deleting port a3cfc80c-3747-4eaa-971c-fd4b447bcf21 {{(pid=84074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 16:05:47.726231 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-36d29bbd-b635-406b-84b6-4bb2e1f59b52 req-06e0d16e-649b-431a-bf34-64cf13df56e4 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776636423795'] for port, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:48.003473 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [req-36d29bbd-b635-406b-84b6-4bb2e1f59b52 req-06e0d16e-649b-431a-bf34-64cf13df56e4 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] For port a3cfc80c-3747-4eaa-971c-fd4b447bcf21, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=a3cfc80c-3747-4eaa-971c-fd4b447bcf21,segment=NetworkSegment(cce3f7c0-d4e6-4689-83a1-8323f6247bc1),segment_id=cce3f7c0-d4e6-4689-83a1-8323f6247bc1)] {{(pid=84074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:05:48.004106 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-36d29bbd-b635-406b-84b6-4bb2e1f59b52 req-06e0d16e-649b-431a-bf34-64cf13df56e4 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862802'] for port, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:48.082437 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad4863f-7f85-4991-a683-9a2d0b008c21 req-133984f6-a4e5-4cd4-b743-42c9cc85c9e3 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:05:48.084136 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-cad4863f-7f85-4991-a683-9a2d0b008c21 req-133984f6-a4e5-4cd4-b743-42c9cc85c9e3 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a HTTP/1.1" status: 200 len: 943 time: 0.0901866 Feb 16 16:05:48.135159 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-cad4863f-7f85-4991-a683-9a2d0b008c21 req-7e956119-874a-4fd1-aab6-b7562999c1cb tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=03186328-352b-40c9-a700-1600fe2a1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429304 Feb 16 16:05:48.321678 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-36d29bbd-b635-406b-84b6-4bb2e1f59b52 req-06e0d16e-649b-431a-bf34-64cf13df56e4 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:48.322015 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-36d29bbd-b635-406b-84b6-4bb2e1f59b52 req-06e0d16e-649b-431a-bf34-64cf13df56e4 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853906801'] for floatingip, after_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:48.322371 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.db.l3_db [req-36d29bbd-b635-406b-84b6-4bb2e1f59b52 req-06e0d16e-649b-431a-bf34-64cf13df56e4 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Floating IP 24c7af37-770e-4b17-8882-0da941e87f59 disassociated. External IP: 172.27.1.12, port: a3cfc80c-3747-4eaa-971c-fd4b447bcf21. Feb 16 16:05:48.322787 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [req-36d29bbd-b635-406b-84b6-4bb2e1f59b52 req-06e0d16e-649b-431a-bf34-64cf13df56e4 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Calling delete_port for a3cfc80c-3747-4eaa-971c-fd4b447bcf21 owned by compute:nova {{(pid=84074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 16:05:48.360119 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device 9b6804d0-6337-407a-bcb4-3e33fbb02e0f up at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 16:05:48.503527 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning for port 9b6804d0-6337-407a-bcb4-3e33fbb02e0f completed by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 16:05:48.509888 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning complete for port 9b6804d0-6337-407a-bcb4-3e33fbb02e0f triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:05:48.525779 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:48.525951 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a84cd0-d8c5-46ef-88d4-e08f543804b8 req-ea350955-fbbb-4522-976a-2046eb613ae9 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:05:48.526273 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-27a84cd0-d8c5-46ef-88d4-e08f543804b8 req-ea350955-fbbb-4522-976a-2046eb613ae9 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a42868-5e1e-49af-b0ff-44e3cd2357e8 HTTP/1.1" status: 200 len: 945 time: 0.0902233 Feb 16 16:05:48.578099 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-27a84cd0-d8c5-46ef-88d4-e08f543804b8 req-6a0bb80a-05a4-4034-b0a3-6b6c568cb5e5 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/security-groups?id=5898dce6-7055-4862-b83b-a300f7112f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451643 Feb 16 16:05:48.642690 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:48.683498 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-36d29bbd-b635-406b-84b6-4bb2e1f59b52 req-06e0d16e-649b-431a-bf34-64cf13df56e4 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776636383262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776636049574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6980856'] for port, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:48.702684 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-ca7ecda4-34d5-4d2a-9f32-b637bab8b2a9 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:05:48.735910 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b6804d0-6337-407a-bcb4-3e33fbb02e0f'}] {{(pid=84076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 16:05:48.747057 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] For port 9b6804d0-6337-407a-bcb4-3e33fbb02e0f, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=9b6804d0-6337-407a-bcb4-3e33fbb02e0f,segment=NetworkSegment(70f36e3c-fd91-4136-95df-cba7919e0ad6),segment_id=70f36e3c-fd91-4136-95df-cba7919e0ad6)] {{(pid=84076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:05:48.766899 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e0d16e-649b-431a-bf34-64cf13df56e4 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Pushing event deleted for resources: {'Port': ['ID=a3cfc80c-3747-4eaa-971c-fd4b447bcf21,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:05:48.769936 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-06e0d16e-649b-431a-bf34-64cf13df56e4 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:05:48.780715 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:48.782877 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:05:48.823961 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b6804d0-6337-407a-bcb4-3e33fbb02e0f', 'code': 200} Feb 16 16:05:48.824818 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device a3cfc80c-3747-4eaa-971c-fd4b447bcf21 no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 16:05:48.875089 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] No Port match for: a3cfc80c-3747-4eaa-971c-fd4b447bcf21 {{(pid=84076) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 16:05:48.875527 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device a3cfc80c-3747-4eaa-971c-fd4b447bcf21 not bound to the agent host hv-cinder-77570 {{(pid=84076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 16:05:48.902476 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Pushing event updated for resources: {'Port': ['ID=9b6804d0-6337-407a-bcb4-3e33fbb02e0f,revision_number=4']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:05:48.905988 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:05:49.098363 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.l3_agent_scheduler [req-36d29bbd-b635-406b-84b6-4bb2e1f59b52 req-06e0d16e-649b-431a-bf34-64cf13df56e4 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Router 87ebf6eb-b02e-49f2-81a2-2d784b9f6271 has already been hosted by L3 agent 4f2d6f55-b6e7-4768-88f5-01ac5c4c3902 {{(pid=84074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 16:05:49.131971 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8571cb4f-e592-46ba-9e76-fa2dc099bc0d req-aba1b071-e5b6-4dea-9248-01efa337e346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:05:49.133336 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-8571cb4f-e592-46ba-9e76-fa2dc099bc0d req-aba1b071-e5b6-4dea-9248-01efa337e346 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a HTTP/1.1" status: 200 len: 1162 time: 0.0843496 Feb 16 16:05:49.188900 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-8571cb4f-e592-46ba-9e76-fa2dc099bc0d req-336ddaf7-bed7-4ece-abb1-dbdc9dc30be0 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=03186328-352b-40c9-a700-1600fe2a1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465279 Feb 16 16:05:49.358613 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f077c-1b4e-4121-a795-32bfebce90f3 req-59361c2a-1610-4dbc-8e47-3166ba8f27e8 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:05:49.360425 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-806f077c-1b4e-4121-a795-32bfebce90f3 req-59361c2a-1610-4dbc-8e47-3166ba8f27e8 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a HTTP/1.1" status: 200 len: 945 time: 0.0970666 Feb 16 16:05:49.417276 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-806f077c-1b4e-4121-a795-32bfebce90f3 req-c8a763a8-0591-4945-b532-73f44b2336ff tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=03186328-352b-40c9-a700-1600fe2a1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492184 Feb 16 16:05:49.544508 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-36d29bbd-b635-406b-84b6-4bb2e1f59b52 req-06e0d16e-649b-431a-bf34-64cf13df56e4 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify agent at l3_agent.dv-cinder-775706-1-iscsi the message routers_updated {{(pid=84074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 16:05:49.554538 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c7a53c-22ae-4abb-a764-31211e1f6838 None None] Sync routers for ids ['87ebf6eb-b02e-49f2-81a2-2d784b9f6271'] in dv-cinder-775706-1-iscsi {{(pid=84076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 16:05:49.564481 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c7a53c-22ae-4abb-a764-31211e1f6838 None None] Routers {'87ebf6eb-b02e-49f2-81a2-2d784b9f6271'} bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 16:05:49.565149 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-54c7a53c-22ae-4abb-a764-31211e1f6838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-16T15:47:20Z,description=,heartbeat_timestamp=2021-02-16T16:05:21Z,host='dv-cinder-775706-1-iscsi',id=4f2d6f55-b6e7-4768-88f5-01ac5c4c3902,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:47:21Z,topic='l3_agent')) {'router_ids': ['87ebf6eb-b02e-49f2-81a2-2d784b9f6271'], 'active': True} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:05:49.584798 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [req-36d29bbd-b635-406b-84b6-4bb2e1f59b52 req-06e0d16e-649b-431a-bf34-64cf13df56e4 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] No DVR routers for this DVR port a3cfc80c-3747-4eaa-971c-fd4b447bcf21 on host hv-cinder-77570 {{(pid=84074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 16:05:49.587133 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-36d29bbd-b635-406b-84b6-4bb2e1f59b52 req-06e0d16e-649b-431a-bf34-64cf13df56e4 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487'] for port, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:49.591650 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a42868-5e1e-49af-b0ff-44e3cd2357e8', 'name': 'network-vif-deleted', 'tag': 'a3cfc80c-3747-4eaa-971c-fd4b447bcf21'}] {{(pid=84074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 16:05:49.647740 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-36d29bbd-b635-406b-84b6-4bb2e1f59b52 req-06e0d16e-649b-431a-bf34-64cf13df56e4 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.103 "DELETE /v2.0/ports/a3cfc80c-3747-4eaa-971c-fd4b447bcf21 HTTP/1.1" status: 204 len: 173 time: 1.9945652 Feb 16 16:05:49.649759 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a42868-5e1e-49af-b0ff-44e3cd2357e8', 'name': 'network-vif-deleted', 'tag': 'a3cfc80c-3747-4eaa-971c-fd4b447bcf21', 'status': 'completed', 'code': 200} Feb 16 16:05:49.692044 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device 9b6804d0-6337-407a-bcb4-3e33fbb02e0f up at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 16:05:49.763711 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-9659244b-9940-4aa1-be7d-dfe06d4bdd19 req-263b750d-622b-4905-ac0d-89f94a97f0b5 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a42868-5e1e-49af-b0ff-44e3cd2357e8 HTTP/1.1" status: 200 len: 210 time: 0.0581129 Feb 16 16:05:49.833647 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning complete for port 9b6804d0-6337-407a-bcb4-3e33fbb02e0f triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:05:49.834074 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:49.863983 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvr_db [None req-54c7a53c-22ae-4abb-a764-31211e1f6838 None None] Set router 87ebf6eb-b02e-49f2-81a2-2d784b9f6271 gateway port host: dv-cinder-775706-1-iscsi {{(pid=84076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 16:05:50.303554 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-54c7a53c-22ae-4abb-a764-31211e1f6838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ebf6eb-b02e-49f2-81a2-2d784b9f6271', 'name': 'tempest-AttachVolumeTestJSON-2044868056-router', 'tenant_id': '3d779634302641f2a94b48c70492e45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '2c535bb3-022b-4749-9f0b-b8452fce5a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:56:41Z', 'updated_at': '2021-02-16T15:56:50Z', 'revision_number': 4, 'project_id': '3d779634302641f2a94b48c70492e45e', 'gw_port': {'id': '2c535bb3-022b-4749-9f0b-b8452fce5a48', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:8c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ebf6eb-b02e-49f2-81a2-2d784b9f6271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:56:43Z', 'updated_at': '2021-02-16T15:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_interfaces': [{'id': 'd47953cc-829c-4e4f-911f-31a621b52778', 'name': '', 'network_id': 'ac572d69-3346-47db-96b8-84a33dd2e288', 'tenant_id': '3d779634302641f2a94b48c70492e45e', 'mac_address': 'fa:16:3e:3f:fe:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ebf6eb-b02e-49f2-81a2-2d784b9f6271', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c8b959bf-ae39-4aee-b829-e174a339a829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:56:49Z', 'updated_at': '2021-02-16T15:57:04Z', 'revision_number': 5, 'project_id': '3d779634302641f2a94b48c70492e45e', 'subnets': [{'id': 'c8b959bf-ae39-4aee-b829-e174a339a829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-iscsi', False) {} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:05:50.316894 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c7a53c-22ae-4abb-a764-31211e1f6838 None None] Checking router: 87ebf6eb-b02e-49f2-81a2-2d784b9f6271 for host: dv-cinder-775706-1-iscsi {{(pid=84076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 16:05:50.329487 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c7a53c-22ae-4abb-a764-31211e1f6838 None None] Routers {'87ebf6eb-b02e-49f2-81a2-2d784b9f6271'} bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 16:05:50.330161 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-54c7a53c-22ae-4abb-a764-31211e1f6838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-16T15:47:20Z,description=,heartbeat_timestamp=2021-02-16T16:05:21Z,host='dv-cinder-775706-1-iscsi',id=4f2d6f55-b6e7-4768-88f5-01ac5c4c3902,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:47:21Z,topic='l3_agent')) {'router_ids': ['87ebf6eb-b02e-49f2-81a2-2d784b9f6271'], 'active': True} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:05:50.389645 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d05518bb-17ee-4865-b03c-31693adcda8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:50.538253 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvr_db [None req-54c7a53c-22ae-4abb-a764-31211e1f6838 None None] Set router 87ebf6eb-b02e-49f2-81a2-2d784b9f6271 gateway port host: dv-cinder-775706-1-iscsi {{(pid=84076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 16:05:50.588640 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f84738e7-0ddf-44a7-b67e-b6a321d4b235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:50.644864 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e0dcbf-71e9-44e4-b062-24bee21450ee req-64fa1d77-d6c5-4ed9-b18f-3b6d1485f51a tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:05:50.646379 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-f5e0dcbf-71e9-44e4-b062-24bee21450ee req-64fa1d77-d6c5-4ed9-b18f-3b6d1485f51a tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a HTTP/1.1" status: 200 len: 945 time: 0.0934856 Feb 16 16:05:50.697286 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-f5e0dcbf-71e9-44e4-b062-24bee21450ee req-d93efc48-532e-4fb2-8410-9ad0b11cfda0 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=03186328-352b-40c9-a700-1600fe2a1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436025 Feb 16 16:05:50.894730 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-54c7a53c-22ae-4abb-a764-31211e1f6838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ebf6eb-b02e-49f2-81a2-2d784b9f6271', 'name': 'tempest-AttachVolumeTestJSON-2044868056-router', 'tenant_id': '3d779634302641f2a94b48c70492e45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '2c535bb3-022b-4749-9f0b-b8452fce5a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:56:41Z', 'updated_at': '2021-02-16T15:56:50Z', 'revision_number': 4, 'project_id': '3d779634302641f2a94b48c70492e45e', 'gw_port': {'id': '2c535bb3-022b-4749-9f0b-b8452fce5a48', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:8c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ebf6eb-b02e-49f2-81a2-2d784b9f6271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:56:43Z', 'updated_at': '2021-02-16T15:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_interfaces': [{'id': 'd47953cc-829c-4e4f-911f-31a621b52778', 'name': '', 'network_id': 'ac572d69-3346-47db-96b8-84a33dd2e288', 'tenant_id': '3d779634302641f2a94b48c70492e45e', 'mac_address': 'fa:16:3e:3f:fe:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ebf6eb-b02e-49f2-81a2-2d784b9f6271', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c8b959bf-ae39-4aee-b829-e174a339a829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:56:49Z', 'updated_at': '2021-02-16T15:57:04Z', 'revision_number': 5, 'project_id': '3d779634302641f2a94b48c70492e45e', 'subnets': [{'id': 'c8b959bf-ae39-4aee-b829-e174a339a829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-iscsi', False) {} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:05:50.899749 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c7a53c-22ae-4abb-a764-31211e1f6838 None None] The sync data for ids ['87ebf6eb-b02e-49f2-81a2-2d784b9f6271'] in dv-cinder-775706-1-iscsi is: [{'id': '87ebf6eb-b02e-49f2-81a2-2d784b9f6271', 'name': 'tempest-AttachVolumeTestJSON-2044868056-router', 'tenant_id': '3d779634302641f2a94b48c70492e45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '2c535bb3-022b-4749-9f0b-b8452fce5a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:56:41Z', 'updated_at': '2021-02-16T15:56:50Z', 'revision_number': 4, 'project_id': '3d779634302641f2a94b48c70492e45e', 'gw_port': {'id': '2c535bb3-022b-4749-9f0b-b8452fce5a48', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:8c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ebf6eb-b02e-49f2-81a2-2d784b9f6271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:56:43Z', 'updated_at': '2021-02-16T15:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_interfaces': [{'id': 'd47953cc-829c-4e4f-911f-31a621b52778', 'name': '', 'network_id': 'ac572d69-3346-47db-96b8-84a33dd2e288', 'tenant_id': '3d779634302641f2a94b48c70492e45e', 'mac_address': 'fa:16:3e:3f:fe:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ebf6eb-b02e-49f2-81a2-2d784b9f6271', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c8b959bf-ae39-4aee-b829-e174a339a829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:56:49Z', 'updated_at': '2021-02-16T15:57:04Z', 'revision_number': 5, 'project_id': '3d779634302641f2a94b48c70492e45e', 'subnets': [{'id': 'c8b959bf-ae39-4aee-b829-e174a339a829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 16:05:50.942280 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 54092) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:05:51.010768 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-91013cf6-f718-48fd-8da2-8f3585e1c5a1 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks [] for security_group, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:51.042107 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-91013cf6-f718-48fd-8da2-8f3585e1c5a1 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:51.172298 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-91013cf6-f718-48fd-8da2-8f3585e1c5a1 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:51.179043 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-5fa47c4f-adc4-474d-ada5-70e28d4e88be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:05:51.197541 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91013cf6-f718-48fd-8da2-8f3585e1c5a1 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5898dce6-7055-4862-b83b-a300f7112f69,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:05:51.201068 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-91013cf6-f718-48fd-8da2-8f3585e1c5a1 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:05:51.203226 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-91013cf6-f718-48fd-8da2-8f3585e1c5a1 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks [] for security_group, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:51.205087 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-91013cf6-f718-48fd-8da2-8f3585e1c5a1 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "DELETE /v2.0/security-groups/5898dce6-7055-4862-b83b-a300f7112f69 HTTP/1.1" status: 204 len: 168 time: 0.2664776 Feb 16 16:05:51.207637 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 54096) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:05:51.226717 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.v2.resource [None req-1af67772-6cc2-4dbe-83ff-e8c3f74113bb tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] show failed (client error): The resource could not be found. Feb 16 16:05:51.227694 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-1af67772-6cc2-4dbe-83ff-e8c3f74113bb tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/security-groups/5898dce6-7055-4862-b83b-a300f7112f69 HTTP/1.1" status: 404 len: 347 time: 0.0189235 Feb 16 16:05:51.231180 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 54100) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:05:51.354727 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325f94a6-705a-40e7-855d-5a94dcd8d2ef None None] New status for floating IP 24c7af37-770e-4b17-8882-0da941e87f59: DOWN {{(pid=84077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 16 16:05:51.395556 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:51.408171 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-11092dc3-c958-44fd-a605-1a45bbb76f64 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Deleting port c1074d89-0f51-42dd-89aa-e749d2d0c1e8 {{(pid=84075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 16:05:51.408554 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-11092dc3-c958-44fd-a605-1a45bbb76f64 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776636423795'] for port, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:51.595160 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-11092dc3-c958-44fd-a605-1a45bbb76f64 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862802'] for port, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:51.595455 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-11092dc3-c958-44fd-a605-1a45bbb76f64 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:51.708280 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device 9b6804d0-6337-407a-bcb4-3e33fbb02e0f up at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 16:05:51.735465 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-11092dc3-c958-44fd-a605-1a45bbb76f64 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Calling delete_port for c1074d89-0f51-42dd-89aa-e749d2d0c1e8 owned by network:floatingip {{(pid=84075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 16:05:51.781618 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning complete for port 9b6804d0-6337-407a-bcb4-3e33fbb02e0f triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:05:51.782039 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:51.878268 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.db.api [None req-11092dc3-c958-44fd-a605-1a45bbb76f64 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84075) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:05:51.878650 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_db.api [None req-11092dc3-c958-44fd-a605-1a45bbb76f64 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 16 16:05:51.918294 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2548148a-1440-429d-95e2-b66b0a9d962e req-e265be70-ecb4-431a-858c-0aa85b5d91a4 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:05:51.920176 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-2548148a-1440-429d-95e2-b66b0a9d962e req-e265be70-ecb4-431a-858c-0aa85b5d91a4 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a HTTP/1.1" status: 200 len: 945 time: 0.0900829 Feb 16 16:05:51.974238 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-2548148a-1440-429d-95e2-b66b0a9d962e req-f8417fd6-4b1d-437a-9f86-ebdf290efe0a tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=03186328-352b-40c9-a700-1600fe2a1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470040 Feb 16 16:05:52.181283 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23920702-aea5-4c7e-81bc-b543091ca7f8 req-1a09191f-ee98-422f-add5-623939e5f176 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:05:52.182844 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-23920702-aea5-4c7e-81bc-b543091ca7f8 req-1a09191f-ee98-422f-add5-623939e5f176 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a HTTP/1.1" status: 200 len: 945 time: 0.0893784 Feb 16 16:05:52.192194 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 54108) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:05:52.197976 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [None req-27422fc7-b46f-4d1a-898c-e6f5736f5ac0 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Request body: {'floatingip': {'port_id': '9b6804d0-6337-407a-bcb4-3e33fbb02e0f'}} {{(pid=84075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:05:52.284870 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-27422fc7-b46f-4d1a-898c-e6f5736f5ac0 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks [] for floatingip, before_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:52.312176 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-331083c2-9fd5-48c9-8796-02890b3f22e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:52.402486 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-11092dc3-c958-44fd-a605-1a45bbb76f64 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Deleting port c1074d89-0f51-42dd-89aa-e749d2d0c1e8 {{(pid=84075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 16:05:52.403148 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-11092dc3-c958-44fd-a605-1a45bbb76f64 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776636423795'] for port, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:52.807409 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-11092dc3-c958-44fd-a605-1a45bbb76f64 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862802'] for port, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:52.807750 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-11092dc3-c958-44fd-a605-1a45bbb76f64 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:52.948809 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-11092dc3-c958-44fd-a605-1a45bbb76f64 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Calling delete_port for c1074d89-0f51-42dd-89aa-e749d2d0c1e8 owned by network:floatingip {{(pid=84075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 16:05:53.505656 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-11092dc3-c958-44fd-a605-1a45bbb76f64 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776636383262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776636049574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7708556'] for port, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:53.534167 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-d20aadca-c4f4-4886-afe1-e7dfb659089e tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:05:53.599696 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11092dc3-c958-44fd-a605-1a45bbb76f64 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Pushing event deleted for resources: {'Port': ['ID=c1074d89-0f51-42dd-89aa-e749d2d0c1e8,revision_number=None']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:05:53.654482 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-11092dc3-c958-44fd-a605-1a45bbb76f64 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:05:53.690136 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-27422fc7-b46f-4d1a-898c-e6f5736f5ac0 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:53.726390 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-27422fc7-b46f-4d1a-898c-e6f5736f5ac0 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853906801'] for floatingip, after_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:53.934836 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-11092dc3-c958-44fd-a605-1a45bbb76f64 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks [] for floatingip, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:53.968290 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-11092dc3-c958-44fd-a605-1a45bbb76f64 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487'] for floatingip, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:53.969517 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-11092dc3-c958-44fd-a605-1a45bbb76f64 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "DELETE /v2.0/floatingips/24c7af37-770e-4b17-8882-0da941e87f59 HTTP/1.1" status: 204 len: 168 time: 2.7373240 Feb 16 16:05:53.974659 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.db.l3_db [None req-27422fc7-b46f-4d1a-898c-e6f5736f5ac0 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Floating IP 81a37807-2085-44b5-80dd-c7d78752fd87 associated. External IP: 172.27.1.186, port: 9b6804d0-6337-407a-bcb4-3e33fbb02e0f. Feb 16 16:05:54.357178 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27422fc7-b46f-4d1a-898c-e6f5736f5ac0 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Router a5b9cf11-09be-40a6-ae9b-d99a22b6d014 has already been hosted by L3 agent 4f2d6f55-b6e7-4768-88f5-01ac5c4c3902 {{(pid=84075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 16:05:54.548696 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27422fc7-b46f-4d1a-898c-e6f5736f5ac0 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify agent at l3_agent.dv-cinder-775706-1-iscsi the message routers_updated {{(pid=84075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 16:05:54.553809 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-27422fc7-b46f-4d1a-898c-e6f5736f5ac0 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487'] for floatingip, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:54.559907 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b09283-fe7b-4d44-bb74-a76e1f9c4b75 None None] Sync routers for ids ['a5b9cf11-09be-40a6-ae9b-d99a22b6d014'] in dv-cinder-775706-1-iscsi {{(pid=84076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 16:05:54.571826 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b09283-fe7b-4d44-bb74-a76e1f9c4b75 None None] Routers {'a5b9cf11-09be-40a6-ae9b-d99a22b6d014'} bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 16:05:54.572598 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-a8b09283-fe7b-4d44-bb74-a76e1f9c4b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-16T15:47:20Z,description=,heartbeat_timestamp=2021-02-16T16:05:51Z,host='dv-cinder-775706-1-iscsi',id=4f2d6f55-b6e7-4768-88f5-01ac5c4c3902,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:47:21Z,topic='l3_agent')) {'router_ids': ['a5b9cf11-09be-40a6-ae9b-d99a22b6d014'], 'active': True} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:05:54.617303 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-27422fc7-b46f-4d1a-898c-e6f5736f5ac0 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "PUT /v2.0/floatingips/81a37807-2085-44b5-80dd-c7d78752fd87 HTTP/1.1" status: 200 len: 991 time: 2.4236271 Feb 16 16:05:54.618337 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a', 'tag': '9b6804d0-6337-407a-bcb4-3e33fbb02e0f'}] {{(pid=84075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 16:05:54.737934 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 54118) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:05:54.744638 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [None req-e5ffb6d0-1279-4c8c-99b5-8a65f0446a75 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Request body: {'security_group': {'name': 'tempest-securitygroup--631542744', 'description': 'tempest-description--845445699'}} {{(pid=84075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:05:54.750968 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-e5ffb6d0-1279-4c8c-99b5-8a65f0446a75 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:05:54.755224 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-e5ffb6d0-1279-4c8c-99b5-8a65f0446a75 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Usage tracker for resource:security_group and tenant:3d779634302641f2a94b48c70492e45e is out of sync, need to count used quota {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:05:54.759467 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-e5ffb6d0-1279-4c8c-99b5-8a65f0446a75 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:05:54.765350 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-e5ffb6d0-1279-4c8c-99b5-8a65f0446a75 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:05:54.782041 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvr_db [None req-a8b09283-fe7b-4d44-bb74-a76e1f9c4b75 None None] Set router a5b9cf11-09be-40a6-ae9b-d99a22b6d014 gateway port host: dv-cinder-775706-1-iscsi {{(pid=84076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 16:05:54.786214 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a', 'tag': '9b6804d0-6337-407a-bcb4-3e33fbb02e0f', 'status': 'completed', 'code': 200} Feb 16 16:05:54.800944 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-e5ffb6d0-1279-4c8c-99b5-8a65f0446a75 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks [] for security_group, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:54.824103 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-e5ffb6d0-1279-4c8c-99b5-8a65f0446a75 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:05:54.828365 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-e5ffb6d0-1279-4c8c-99b5-8a65f0446a75 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Usage tracker for resource:security_group_rule and tenant:3d779634302641f2a94b48c70492e45e is out of sync, need to count used quota {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:05:54.831483 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-e5ffb6d0-1279-4c8c-99b5-8a65f0446a75 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:05:54.837902 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-e5ffb6d0-1279-4c8c-99b5-8a65f0446a75 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:05:54.889859 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f159f8f-6679-4a6b-9329-2e79c4cbdb0c req-66d6d0f9-89ee-4453-960d-096d806582a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:05:54.891475 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6f159f8f-6679-4a6b-9329-2e79c4cbdb0c req-66d6d0f9-89ee-4453-960d-096d806582a5 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=d1456e6ef0124344987862a0a776adce&device_id=9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a HTTP/1.1" status: 200 len: 1162 time: 0.0822487 Feb 16 16:05:54.983982 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-e5ffb6d0-1279-4c8c-99b5-8a65f0446a75 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks [] for security_group, precommit_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:55.012540 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-e5ffb6d0-1279-4c8c-99b5-8a65f0446a75 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:55.018552 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-31b0280f-746e-40c3-b915-7a1b52b6870e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:05:55.058954 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ffb6d0-1279-4c8c-99b5-8a65f0446a75 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c57f3c46-7d60-4ff1-8163-83211d18ff3f,revision_number=1']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:05:55.064611 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-e5ffb6d0-1279-4c8c-99b5-8a65f0446a75 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:05:55.066796 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f159f8f-6679-4a6b-9329-2e79c4cbdb0c req-683b15a8-f084-4088-aa84-534b94acc753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:05:55.067972 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6f159f8f-6679-4a6b-9329-2e79c4cbdb0c req-683b15a8-f084-4088-aa84-534b94acc753 service neutron] 10.222.0.103 "GET /v2.0/networks?id=ad429259-d816-4c2a-be88-810e600c47b4 HTTP/1.1" status: 200 len: 911 time: 0.1694300 Feb 16 16:05:55.112454 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-e5ffb6d0-1279-4c8c-99b5-8a65f0446a75 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks [] for security_group, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:55.114114 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-e5ffb6d0-1279-4c8c-99b5-8a65f0446a75 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3748703 Feb 16 16:05:55.117540 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 54122) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:05:55.124037 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [None req-1c8f5107-ec01-4eac-85f8-8b6e9f461442 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Request body: {'security_group_rule': {'security_group_id': 'c57f3c46-7d60-4ff1-8163-83211d18ff3f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:05:55.131353 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-1c8f5107-ec01-4eac-85f8-8b6e9f461442 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:05:55.136343 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-1c8f5107-ec01-4eac-85f8-8b6e9f461442 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Usage tracker for resource:security_group_rule and tenant:3d779634302641f2a94b48c70492e45e is out of sync, need to count used quota {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:05:55.140316 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-1c8f5107-ec01-4eac-85f8-8b6e9f461442 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:05:55.146528 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-1c8f5107-ec01-4eac-85f8-8b6e9f461442 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:05:55.194604 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6f159f8f-6679-4a6b-9329-2e79c4cbdb0c req-d1a39a47-82c6-48ff-bce2-e8a9b0f14ddb service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b6804d0-6337-407a-bcb4-3e33fbb02e0f HTTP/1.1" status: 200 len: 999 time: 0.1167789 Feb 16 16:05:55.199572 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1c8f5107-ec01-4eac-85f8-8b6e9f461442 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:55.265517 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1c8f5107-ec01-4eac-85f8-8b6e9f461442 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:55.268701 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f159f8f-6679-4a6b-9329-2e79c4cbdb0c req-a202989c-6128-44a0-8eb0-352fd1d9116a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:05:55.270492 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6f159f8f-6679-4a6b-9329-2e79c4cbdb0c req-a202989c-6128-44a0-8eb0-352fd1d9116a service neutron] 10.222.0.103 "GET /v2.0/subnets?id=ad071c69-6309-4f89-b5f5-850687a34a80 HTTP/1.1" status: 200 len: 856 time: 0.0685980 Feb 16 16:05:55.294907 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1c8f5107-ec01-4eac-85f8-8b6e9f461442 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660574'] for security_group_rule, after_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:55.297093 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:05:55.320434 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8f5107-ec01-4eac-85f8-8b6e9f461442 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09e2c219-24f0-4347-8cd5-7cbd2d5a1fe5,revision_number=0']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:05:55.325724 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1c8f5107-ec01-4eac-85f8-8b6e9f461442 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:05:55.337547 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-a8b09283-fe7b-4d44-bb74-a76e1f9c4b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b9cf11-09be-40a6-ae9b-d99a22b6d014', 'name': 'tempest-AttachVolumeShelveTestJSON-1582479356-router', 'tenant_id': 'd1456e6ef0124344987862a0a776adce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': 'a40a4021-c948-48f6-b425-1a720f504441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:58:30Z', 'updated_at': '2021-02-16T15:58:36Z', 'revision_number': 4, 'project_id': 'd1456e6ef0124344987862a0a776adce', 'gw_port': {'id': 'a40a4021-c948-48f6-b425-1a720f504441', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b9cf11-09be-40a6-ae9b-d99a22b6d014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:58:31Z', 'updated_at': '2021-02-16T15:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_floatingips': [{'id': '81a37807-2085-44b5-80dd-c7d78752fd87', 'tenant_id': 'd1456e6ef0124344987862a0a776adce', 'floating_ip_address': '172.27.1.186', 'floating_network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'router_id': 'a5b9cf11-09be-40a6-ae9b-d99a22b6d014', 'port_id': '9b6804d0-6337-407a-bcb4-3e33fbb02e0f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad429259-d816-4c2a-be88-810e600c47b4', 'mac_address': 'fa:16:3e:ee:b0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T16:05:36Z', 'updated_at': '2021-02-16T16:05:53Z', 'revision_number': 1, 'project_id': 'd1456e6ef0124344987862a0a776adce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52a9ac34-fb9f-459c-b554-9d94a4ade8fe', 'name': '', 'network_id': 'ad429259-d816-4c2a-be88-810e600c47b4', 'tenant_id': 'd1456e6ef0124344987862a0a776adce', 'mac_address': 'fa:16:3e:a1:5f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b9cf11-09be-40a6-ae9b-d99a22b6d014', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'ad071c69-6309-4f89-b5f5-850687a34a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:58:35Z', 'updated_at': '2021-02-16T15:58:47Z', 'revision_number': 5, 'project_id': 'd1456e6ef0124344987862a0a776adce', 'subnets': [{'id': 'ad071c69-6309-4f89-b5f5-850687a34a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-iscsi', False) {} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:05:55.341955 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b09283-fe7b-4d44-bb74-a76e1f9c4b75 None None] Checking router: a5b9cf11-09be-40a6-ae9b-d99a22b6d014 for host: dv-cinder-775706-1-iscsi {{(pid=84076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 16:05:55.351973 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b09283-fe7b-4d44-bb74-a76e1f9c4b75 None None] Routers {'a5b9cf11-09be-40a6-ae9b-d99a22b6d014'} bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 16:05:55.352786 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-a8b09283-fe7b-4d44-bb74-a76e1f9c4b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-16T15:47:20Z,description=,heartbeat_timestamp=2021-02-16T16:05:51Z,host='dv-cinder-775706-1-iscsi',id=4f2d6f55-b6e7-4768-88f5-01ac5c4c3902,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:47:21Z,topic='l3_agent')) {'router_ids': ['a5b9cf11-09be-40a6-ae9b-d99a22b6d014'], 'active': True} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:05:55.363687 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1c8f5107-ec01-4eac-85f8-8b6e9f461442 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:55.368241 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f159f8f-6679-4a6b-9329-2e79c4cbdb0c req-843117d4-c5dd-4144-89c1-bad1bb8cc261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:05:55.368428 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-1c8f5107-ec01-4eac-85f8-8b6e9f461442 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2462893 Feb 16 16:05:55.368542 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6f159f8f-6679-4a6b-9329-2e79c4cbdb0c req-843117d4-c5dd-4144-89c1-bad1bb8cc261 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=ad429259-d816-4c2a-be88-810e600c47b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0870929 Feb 16 16:05:55.368648 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 54126) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:05:55.374073 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [None req-ca1fb023-1382-4e74-9a02-c998afa9de78 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Request body: {'security_group_rule': {'security_group_id': 'c57f3c46-7d60-4ff1-8163-83211d18ff3f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:05:55.380559 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-ca1fb023-1382-4e74-9a02-c998afa9de78 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:05:55.385422 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-ca1fb023-1382-4e74-9a02-c998afa9de78 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Usage tracker for resource:security_group_rule and tenant:3d779634302641f2a94b48c70492e45e is out of sync, need to count used quota {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:05:55.388526 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-ca1fb023-1382-4e74-9a02-c998afa9de78 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:05:55.394449 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-ca1fb023-1382-4e74-9a02-c998afa9de78 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:05:55.446563 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ca1fb023-1382-4e74-9a02-c998afa9de78 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:55.521828 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ca1fb023-1382-4e74-9a02-c998afa9de78 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:55.528513 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6f159f8f-6679-4a6b-9329-2e79c4cbdb0c req-d7012c4e-1b80-4629-82dd-484422a85bfd service neutron] 10.222.0.103 "GET /v2.0/networks/ad429259-d816-4c2a-be88-810e600c47b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534400 Feb 16 16:05:55.555719 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvr_db [None req-a8b09283-fe7b-4d44-bb74-a76e1f9c4b75 None None] Set router a5b9cf11-09be-40a6-ae9b-d99a22b6d014 gateway port host: dv-cinder-775706-1-iscsi {{(pid=84076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 16:05:55.574713 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ca1fb023-1382-4e74-9a02-c998afa9de78 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660574'] for security_group_rule, after_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:55.582436 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-40a1ae71-1a21-4b22-882b-699f6c447b9c tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:05:55.607522 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1fb023-1382-4e74-9a02-c998afa9de78 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd66dfec-d649-47d2-865c-0fa8e622ab6f,revision_number=0']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:05:55.610395 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-ca1fb023-1382-4e74-9a02-c998afa9de78 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:05:55.643408 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ca1fb023-1382-4e74-9a02-c998afa9de78 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:55.645058 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-ca1fb023-1382-4e74-9a02-c998afa9de78 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2753973 Feb 16 16:05:55.648923 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 54132) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:05:55.654506 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [None req-8c55f090-b821-4a77-8fad-c66b99028d9b tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Request body: {'floatingip': {'floating_network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6'}} {{(pid=84075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:05:55.660898 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-8c55f090-b821-4a77-8fad-c66b99028d9b tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:05:55.666189 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-8c55f090-b821-4a77-8fad-c66b99028d9b tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Usage tracker for resource:floatingip and tenant:3d779634302641f2a94b48c70492e45e is out of sync, need to count used quota {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:05:55.671482 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-8c55f090-b821-4a77-8fad-c66b99028d9b tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:05:55.677566 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-8c55f090-b821-4a77-8fad-c66b99028d9b tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:05:55.690989 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6f159f8f-6679-4a6b-9329-2e79c4cbdb0c req-96142fd3-97f6-4917-825a-50b528082bc0 service neutron] 10.222.0.103 "GET /v2.0/networks/ad429259-d816-4c2a-be88-810e600c47b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1555943 Feb 16 16:05:55.717687 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8c55f090-b821-4a77-8fad-c66b99028d9b tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks [] for floatingip, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:55.872487 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8c55f090-b821-4a77-8fad-c66b99028d9b tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:55.943468 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-a8b09283-fe7b-4d44-bb74-a76e1f9c4b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b9cf11-09be-40a6-ae9b-d99a22b6d014', 'name': 'tempest-AttachVolumeShelveTestJSON-1582479356-router', 'tenant_id': 'd1456e6ef0124344987862a0a776adce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': 'a40a4021-c948-48f6-b425-1a720f504441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:58:30Z', 'updated_at': '2021-02-16T15:58:36Z', 'revision_number': 4, 'project_id': 'd1456e6ef0124344987862a0a776adce', 'gw_port': {'id': 'a40a4021-c948-48f6-b425-1a720f504441', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b9cf11-09be-40a6-ae9b-d99a22b6d014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:58:31Z', 'updated_at': '2021-02-16T15:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_floatingips': [{'id': '81a37807-2085-44b5-80dd-c7d78752fd87', 'tenant_id': 'd1456e6ef0124344987862a0a776adce', 'floating_ip_address': '172.27.1.186', 'floating_network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'router_id': 'a5b9cf11-09be-40a6-ae9b-d99a22b6d014', 'port_id': '9b6804d0-6337-407a-bcb4-3e33fbb02e0f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad429259-d816-4c2a-be88-810e600c47b4', 'mac_address': 'fa:16:3e:ee:b0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T16:05:36Z', 'updated_at': '2021-02-16T16:05:53Z', 'revision_number': 1, 'project_id': 'd1456e6ef0124344987862a0a776adce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52a9ac34-fb9f-459c-b554-9d94a4ade8fe', 'name': '', 'network_id': 'ad429259-d816-4c2a-be88-810e600c47b4', 'tenant_id': 'd1456e6ef0124344987862a0a776adce', 'mac_address': 'fa:16:3e:a1:5f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b9cf11-09be-40a6-ae9b-d99a22b6d014', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'ad071c69-6309-4f89-b5f5-850687a34a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:58:35Z', 'updated_at': '2021-02-16T15:58:47Z', 'revision_number': 5, 'project_id': 'd1456e6ef0124344987862a0a776adce', 'subnets': [{'id': 'ad071c69-6309-4f89-b5f5-850687a34a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-iscsi', False) {} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:05:55.948944 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b09283-fe7b-4d44-bb74-a76e1f9c4b75 None None] The sync data for ids ['a5b9cf11-09be-40a6-ae9b-d99a22b6d014'] in dv-cinder-775706-1-iscsi is: [{'id': 'a5b9cf11-09be-40a6-ae9b-d99a22b6d014', 'name': 'tempest-AttachVolumeShelveTestJSON-1582479356-router', 'tenant_id': 'd1456e6ef0124344987862a0a776adce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': 'a40a4021-c948-48f6-b425-1a720f504441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:58:30Z', 'updated_at': '2021-02-16T15:58:36Z', 'revision_number': 4, 'project_id': 'd1456e6ef0124344987862a0a776adce', 'gw_port': {'id': 'a40a4021-c948-48f6-b425-1a720f504441', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b9cf11-09be-40a6-ae9b-d99a22b6d014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:58:31Z', 'updated_at': '2021-02-16T15:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_floatingips': [{'id': '81a37807-2085-44b5-80dd-c7d78752fd87', 'tenant_id': 'd1456e6ef0124344987862a0a776adce', 'floating_ip_address': '172.27.1.186', 'floating_network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'router_id': 'a5b9cf11-09be-40a6-ae9b-d99a22b6d014', 'port_id': '9b6804d0-6337-407a-bcb4-3e33fbb02e0f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad429259-d816-4c2a-be88-810e600c47b4', 'mac_address': 'fa:16:3e:ee:b0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T16:05:36Z', 'updated_at': '2021-02-16T16:05:53Z', 'revision_number': 1, 'project_id': 'd1456e6ef0124344987862a0a776adce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52a9ac34-fb9f-459c-b554-9d94a4ade8fe', 'name': '', 'network_id': 'ad429259-d816-4c2a-be88-810e600c47b4', 'tenant_id': 'd1456e6ef0124344987862a0a776adce', 'mac_address': 'fa:16:3e:a1:5f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b9cf11-09be-40a6-ae9b-d99a22b6d014', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'ad071c69-6309-4f89-b5f5-850687a34a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:58:35Z', 'updated_at': '2021-02-16T15:58:47Z', 'revision_number': 5, 'project_id': 'd1456e6ef0124344987862a0a776adce', 'subnets': [{'id': 'ad071c69-6309-4f89-b5f5-850687a34a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 16:05:56.164142 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.db_base_plugin_common [None req-8c55f090-b821-4a77-8fad-c66b99028d9b tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Allocated IP 172.27.1.35 (4b949073-2dbc-48f8-99e6-0912404ac0f6/1330f553-cf5d-40b8-b778-7809bbd3e08c/9fad7c98-07ae-430e-bad2-4f0a6075358d) {{(pid=84075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 16:05:56.252241 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89444cdf-4dae-4bc5-b20a-21bd0fcd35d3 None None] New status for floating IP 81a37807-2085-44b5-80dd-c7d78752fd87: ACTIVE {{(pid=84077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 16 16:05:56.330971 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8c55f090-b821-4a77-8fad-c66b99028d9b tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks [] for port, precommit_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:56.427366 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8c55f090-b821-4a77-8fad-c66b99028d9b tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776636048806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7708556'] for port, after_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:56.444103 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-3afb8e81-c2b8-4f0a-8ac4-79282ff25f9b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:05:56.593646 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c55f090-b821-4a77-8fad-c66b99028d9b tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Pushing event updated for resources: {'Port': ['ID=9fad7c98-07ae-430e-bad2-4f0a6075358d,revision_number=1']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:05:56.596880 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-8c55f090-b821-4a77-8fad-c66b99028d9b tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:05:56.643195 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c55f090-b821-4a77-8fad-c66b99028d9b tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Network 4b949073-2dbc-48f8-99e6-0912404ac0f6 is already hosted by enough agents. {{(pid=84075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 16:05:56.644404 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.base_scheduler [None req-8c55f090-b821-4a77-8fad-c66b99028d9b tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Resources bound (agent type, host, resource id): {{(pid=84075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 16:05:56.647402 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c55f090-b821-4a77-8fad-c66b99028d9b tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Received port after_create {{(pid=84075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 16:05:56.732186 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8c55f090-b821-4a77-8fad-c66b99028d9b tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:57.051799 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8c55f090-b821-4a77-8fad-c66b99028d9b tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:57.325193 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8c55f090-b821-4a77-8fad-c66b99028d9b tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks [] for port, precommit_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:57.360890 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8c55f090-b821-4a77-8fad-c66b99028d9b tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847067257'] for port, after_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:57.377140 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:05:57.520381 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c55f090-b821-4a77-8fad-c66b99028d9b tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Pushing event updated for resources: {'Port': ['ID=9fad7c98-07ae-430e-bad2-4f0a6075358d,revision_number=2']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:05:57.525638 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-8c55f090-b821-4a77-8fad-c66b99028d9b tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:05:57.622259 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8c55f090-b821-4a77-8fad-c66b99028d9b tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853906801'] for floatingip, after_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:57.669443 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8c55f090-b821-4a77-8fad-c66b99028d9b tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487'] for floatingip, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:05:57.670832 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-8c55f090-b821-4a77-8fad-c66b99028d9b tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0209129 Feb 16 16:05:57.907651 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-5b42f609-3252-4965-b4a1-e92aedf09e7d req-eccfec31-dd7f-4c8e-8bd2-2dcdad7f9dfa tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Synchronizing usage tracker for tenant:3d779634302641f2a94b48c70492e45e on resource:security_group {{(pid=84075) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 16:05:57.949414 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-5b42f609-3252-4965-b4a1-e92aedf09e7d req-eccfec31-dd7f-4c8e-8bd2-2dcdad7f9dfa tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Unset dirty status for tenant:3d779634302641f2a94b48c70492e45e on resource:security_group {{(pid=84075) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 16:05:57.950852 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5b42f609-3252-4965-b4a1-e92aedf09e7d req-eccfec31-dd7f-4c8e-8bd2-2dcdad7f9dfa tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-securitygroup--631542744&fields=id&tenant_id=3d779634302641f2a94b48c70492e45e HTTP/1.1" status: 200 len: 267 time: 0.0903461 Feb 16 16:05:58.120771 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b42f609-3252-4965-b4a1-e92aedf09e7d req-80249155-b92f-4774-9b4f-260babd770be tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:05:58.122388 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5b42f609-3252-4965-b4a1-e92aedf09e7d req-80249155-b92f-4774-9b4f-260babd770be tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/networks?id=ac572d69-3346-47db-96b8-84a33dd2e288 HTTP/1.1" status: 200 len: 811 time: 0.1640427 Feb 16 16:05:58.138549 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5b42f609-3252-4965-b4a1-e92aedf09e7d req-1d3d6293-e50e-4405-b16d-424ffcdedd75 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/quotas/3d779634302641f2a94b48c70492e45e HTTP/1.1" status: 200 len: 375 time: 0.0101175 Feb 16 16:05:58.236652 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-5b42f609-3252-4965-b4a1-e92aedf09e7d req-07254bc6-507e-4087-80ee-f556ebee3712 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Synchronizing usage tracker for tenant:3d779634302641f2a94b48c70492e45e on resource:port {{(pid=84075) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 16:05:58.286339 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-5b42f609-3252-4965-b4a1-e92aedf09e7d req-07254bc6-507e-4087-80ee-f556ebee3712 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Unset dirty status for tenant:3d779634302641f2a94b48c70492e45e on resource:port {{(pid=84075) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 16:05:58.288622 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5b42f609-3252-4965-b4a1-e92aedf09e7d req-07254bc6-507e-4087-80ee-f556ebee3712 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=3d779634302641f2a94b48c70492e45e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1444869 Feb 16 16:05:58.444017 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5b42f609-3252-4965-b4a1-e92aedf09e7d req-8c4f8397-f8ca-4860-9e49-e885458dac2b service neutron] 10.222.0.101 "GET /v2.0/networks/ac572d69-3346-47db-96b8-84a33dd2e288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422334 Feb 16 16:05:58.592517 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5b42f609-3252-4965-b4a1-e92aedf09e7d req-01c74ed5-2a12-497c-8916-3f2025908bea service neutron] 10.222.0.101 "GET /v2.0/networks/ac572d69-3346-47db-96b8-84a33dd2e288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1420844 Feb 16 16:05:58.813384 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-526d72e8-c99c-44ef-8b15-1610d4253370 req-faf4aa1c-137b-4e56-bd69-f2e61c4ed377 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/ports?device_id=19641060-4ef1-46f0-bf80-b1fb6508ffe5 HTTP/1.1" status: 200 len: 210 time: 0.0480649 Feb 16 16:05:59.982170 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b25fa308-8c35-4ba6-b28a-55eadc8d3035 req-9dc8fc80-4603-4c26-b433-2bd7d1a60ca7 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/ports?device_id=19641060-4ef1-46f0-bf80-b1fb6508ffe5 HTTP/1.1" status: 200 len: 210 time: 0.0503669 Feb 16 16:06:00.375533 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b42f609-3252-4965-b4a1-e92aedf09e7d req-9ee69e04-fdf7-45c6-8d02-7dc9547f7fdc tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:06:00.376242 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-5b42f609-3252-4965-b4a1-e92aedf09e7d req-9ee69e04-fdf7-45c6-8d02-7dc9547f7fdc tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Synchronizing usage tracker for tenant:3d779634302641f2a94b48c70492e45e on resource:network {{(pid=84074) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 16:06:00.425915 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-5b42f609-3252-4965-b4a1-e92aedf09e7d req-9ee69e04-fdf7-45c6-8d02-7dc9547f7fdc tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Unset dirty status for tenant:3d779634302641f2a94b48c70492e45e on resource:network {{(pid=84074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 16:06:00.427283 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5b42f609-3252-4965-b4a1-e92aedf09e7d req-9ee69e04-fdf7-45c6-8d02-7dc9547f7fdc tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.103 "GET /v2.0/networks?id=ac572d69-3346-47db-96b8-84a33dd2e288 HTTP/1.1" status: 200 len: 811 time: 0.2156262 Feb 16 16:06:00.504611 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-5b42f609-3252-4965-b4a1-e92aedf09e7d req-b4f4d4ce-a130-4d94-ac6f-a9fc4d22e1d3 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Synchronizing usage tracker for tenant:3d779634302641f2a94b48c70492e45e on resource:security_group {{(pid=84074) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 16:06:00.517691 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-5b42f609-3252-4965-b4a1-e92aedf09e7d req-b4f4d4ce-a130-4d94-ac6f-a9fc4d22e1d3 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Unset dirty status for tenant:3d779634302641f2a94b48c70492e45e on resource:security_group {{(pid=84074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 16:06:00.519124 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5b42f609-3252-4965-b4a1-e92aedf09e7d req-b4f4d4ce-a130-4d94-ac6f-a9fc4d22e1d3 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=3d779634302641f2a94b48c70492e45e HTTP/1.1" status: 200 len: 5703 time: 0.0836997 Feb 16 16:06:00.530013 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [req-5b42f609-3252-4965-b4a1-e92aedf09e7d req-323d160c-e7af-4442-86ee-acb238e5531b tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Request body: {'port': {'device_id': '19641060-4ef1-46f0-bf80-b1fb6508ffe5', 'network_id': 'ac572d69-3346-47db-96b8-84a33dd2e288', 'admin_state_up': True, 'tenant_id': '3d779634302641f2a94b48c70492e45e', 'security_groups': ['c57f3c46-7d60-4ff1-8163-83211d18ff3f']}} {{(pid=84074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:06:00.684352 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [req-5b42f609-3252-4965-b4a1-e92aedf09e7d req-323d160c-e7af-4442-86ee-acb238e5531b tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:06:00.695067 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [req-5b42f609-3252-4965-b4a1-e92aedf09e7d req-323d160c-e7af-4442-86ee-acb238e5531b tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:06:00.731792 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b42f609-3252-4965-b4a1-e92aedf09e7d req-323d160c-e7af-4442-86ee-acb238e5531b tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Made reservation on behalf of 3d779634302641f2a94b48c70492e45e for: {'port': 1} {{(pid=84074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 16:06:00.737436 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-5b42f609-3252-4965-b4a1-e92aedf09e7d req-323d160c-e7af-4442-86ee-acb238e5531b tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:06:01.066417 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.db_base_plugin_common [req-5b42f609-3252-4965-b4a1-e92aedf09e7d req-323d160c-e7af-4442-86ee-acb238e5531b tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Allocated IP 172.20.0.13 (ac572d69-3346-47db-96b8-84a33dd2e288/c8b959bf-ae39-4aee-b829-e174a339a829/8fafbc74-92db-4928-a82f-dbd352b52d08) {{(pid=84074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 16:06:01.154401 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-3f9a6d94-dc5b-4cec-b999-aa4fa61a84bf req-590d051b-6918-4c4b-8e3a-071354583b29 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/ports?device_id=19641060-4ef1-46f0-bf80-b1fb6508ffe5 HTTP/1.1" status: 200 len: 210 time: 0.0525603 Feb 16 16:06:01.279622 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-5b42f609-3252-4965-b4a1-e92aedf09e7d req-323d160c-e7af-4442-86ee-acb238e5531b tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks [] for port, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:06:01.297427 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [req-5b42f609-3252-4965-b4a1-e92aedf09e7d req-323d160c-e7af-4442-86ee-acb238e5531b tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Transition to ACTIVE for port object 8fafbc74-92db-4928-a82f-dbd352b52d08 will not be triggered until provisioned by entity DHCP. {{(pid=84074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 16:06:01.343929 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-5b42f609-3252-4965-b4a1-e92aedf09e7d req-323d160c-e7af-4442-86ee-acb238e5531b tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776636048806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6980856'] for port, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:06:01.359628 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-ca7ecda4-34d5-4d2a-9f32-b637bab8b2a9 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:06:01.509832 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323d160c-e7af-4442-86ee-acb238e5531b tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Pushing event updated for resources: {'Port': ['ID=8fafbc74-92db-4928-a82f-dbd352b52d08,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:06:01.514095 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-323d160c-e7af-4442-86ee-acb238e5531b tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:06:01.564298 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b42f609-3252-4965-b4a1-e92aedf09e7d req-323d160c-e7af-4442-86ee-acb238e5531b tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Network ac572d69-3346-47db-96b8-84a33dd2e288 is already hosted by enough agents. {{(pid=84074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 16:06:01.565384 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.base_scheduler [req-5b42f609-3252-4965-b4a1-e92aedf09e7d req-323d160c-e7af-4442-86ee-acb238e5531b tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Resources bound (agent type, host, resource id): {{(pid=84074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 16:06:01.567633 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b42f609-3252-4965-b4a1-e92aedf09e7d req-323d160c-e7af-4442-86ee-acb238e5531b tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Received port after_create {{(pid=84074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 16:06:01.634497 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b42f609-3252-4965-b4a1-e92aedf09e7d req-323d160c-e7af-4442-86ee-acb238e5531b tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:06:01.635216 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-5b42f609-3252-4965-b4a1-e92aedf09e7d req-323d160c-e7af-4442-86ee-acb238e5531b tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487'] for port, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:06:01.693143 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5b42f609-3252-4965-b4a1-e92aedf09e7d req-323d160c-e7af-4442-86ee-acb238e5531b tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1673148 Feb 16 16:06:01.706084 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [req-5b42f609-3252-4965-b4a1-e92aedf09e7d req-4e95f6a7-bc09-4cf5-bdf5-b4c017484488 service neutron] Request body: {'port': {'device_id': '19641060-4ef1-46f0-bf80-b1fb6508ffe5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=84074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:06:01.832062 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-5b42f609-3252-4965-b4a1-e92aedf09e7d req-4e95f6a7-bc09-4cf5-bdf5-b4c017484488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:06:01.868875 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-c2a25512-f2ce-43ac-b027-39e82acb26a3 None None] Provisioning for port 8fafbc74-92db-4928-a82f-dbd352b52d08 completed by entity DHCP. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 16:06:01.874147 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-c2a25512-f2ce-43ac-b027-39e82acb26a3 None None] Provisioning complete for port 8fafbc74-92db-4928-a82f-dbd352b52d08 triggered by entity DHCP. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:06:01.874572 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c2a25512-f2ce-43ac-b027-39e82acb26a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:06:01.937414 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-c2a25512-f2ce-43ac-b027-39e82acb26a3 None None] Port 8fafbc74-92db-4928-a82f-dbd352b52d08 cannot update to ACTIVE because it is not bound. {{(pid=84076) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 16:06:02.262038 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [req-5b42f609-3252-4965-b4a1-e92aedf09e7d req-4e95f6a7-bc09-4cf5-bdf5-b4c017484488 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fafbc74-92db-4928-a82f-dbd352b52d08 {{(pid=84074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 16 16:06:02.270843 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-5b42f609-3252-4965-b4a1-e92aedf09e7d req-4e95f6a7-bc09-4cf5-bdf5-b4c017484488 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:06:02.284330 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [req-5b42f609-3252-4965-b4a1-e92aedf09e7d req-4e95f6a7-bc09-4cf5-bdf5-b4c017484488 service neutron] Transition to ACTIVE for port object 8fafbc74-92db-4928-a82f-dbd352b52d08 will not be triggered until provisioned by entity L2. {{(pid=84074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 16:06:02.314972 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-5b42f609-3252-4965-b4a1-e92aedf09e7d req-4e95f6a7-bc09-4cf5-bdf5-b4c017484488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847794957'] for port, after_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:06:02.331803 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:06:02.370296 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3239249-dea5-4751-a2fa-bee6ba14fbaf req-fd5fb9b6-365a-400d-953b-34c838158df7 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:06:02.372133 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b3239249-dea5-4751-a2fa-bee6ba14fbaf req-fd5fb9b6-365a-400d-953b-34c838158df7 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/ports?device_id=19641060-4ef1-46f0-bf80-b1fb6508ffe5 HTTP/1.1" status: 200 len: 944 time: 0.0931411 Feb 16 16:06:02.425181 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b3239249-dea5-4751-a2fa-bee6ba14fbaf req-34d69666-bb94-43ac-9486-b1265227082e tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/security-groups?id=c57f3c46-7d60-4ff1-8163-83211d18ff3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460141 Feb 16 16:06:02.487604 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95f6a7-bc09-4cf5-bdf5-b4c017484488 service neutron] Pushing event updated for resources: {'Port': ['ID=8fafbc74-92db-4928-a82f-dbd352b52d08,revision_number=2']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:06:02.491926 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-4e95f6a7-bc09-4cf5-bdf5-b4c017484488 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:06:02.681141 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [req-5b42f609-3252-4965-b4a1-e92aedf09e7d req-4e95f6a7-bc09-4cf5-bdf5-b4c017484488 service neutron] Attempting to bind port 8fafbc74-92db-4928-a82f-dbd352b52d08 on host hv-cinder-77570 for vnic_type normal with profile {{(pid=84074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:06:02.681522 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [req-5b42f609-3252-4965-b4a1-e92aedf09e7d req-4e95f6a7-bc09-4cf5-bdf5-b4c017484488 service neutron] Attempting to bind port 8fafbc74-92db-4928-a82f-dbd352b52d08 by drivers openvswitch on host hv-cinder-77570 at level 0 using segments [{'id': 'cce3f7c0-d4e6-4689-83a1-8323f6247bc1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ac572d69-3346-47db-96b8-84a33dd2e288'}] {{(pid=84074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 16:06:02.681898 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b42f609-3252-4965-b4a1-e92aedf09e7d req-4e95f6a7-bc09-4cf5-bdf5-b4c017484488 service neutron] Attempting to bind port 8fafbc74-92db-4928-a82f-dbd352b52d08 on network ac572d69-3346-47db-96b8-84a33dd2e288 {{(pid=84074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 16:06:02.687899 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b42f609-3252-4965-b4a1-e92aedf09e7d req-4e95f6a7-bc09-4cf5-bdf5-b4c017484488 service neutron] Checking agent: {'id': '6803919d-bffd-45bd-a97e-495ec12bc613', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 15, 54, 40), 'started_at': datetime.datetime(2021, 2, 16, 15, 55, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 16, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 16:06:02.688278 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b42f609-3252-4965-b4a1-e92aedf09e7d req-4e95f6a7-bc09-4cf5-bdf5-b4c017484488 service neutron] Checking segment: {'id': 'cce3f7c0-d4e6-4689-83a1-8323f6247bc1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ac572d69-3346-47db-96b8-84a33dd2e288'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 16:06:02.688687 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-5b42f609-3252-4965-b4a1-e92aedf09e7d req-4e95f6a7-bc09-4cf5-bdf5-b4c017484488 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:06:02.689086 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b42f609-3252-4965-b4a1-e92aedf09e7d req-4e95f6a7-bc09-4cf5-bdf5-b4c017484488 service neutron] Bound using segment: {'id': 'cce3f7c0-d4e6-4689-83a1-8323f6247bc1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ac572d69-3346-47db-96b8-84a33dd2e288'} {{(pid=84074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 16:06:02.689624 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [req-5b42f609-3252-4965-b4a1-e92aedf09e7d req-4e95f6a7-bc09-4cf5-bdf5-b4c017484488 service neutron] Bound port: 8fafbc74-92db-4928-a82f-dbd352b52d08, host: hv-cinder-77570, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cce3f7c0-d4e6-4689-83a1-8323f6247bc1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ac572d69-3346-47db-96b8-84a33dd2e288'}}] {{(pid=84074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 16:06:02.689926 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-5b42f609-3252-4965-b4a1-e92aedf09e7d req-4e95f6a7-bc09-4cf5-bdf5-b4c017484488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:06:02.789055 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [req-5b42f609-3252-4965-b4a1-e92aedf09e7d req-4e95f6a7-bc09-4cf5-bdf5-b4c017484488 service neutron] For port 8fafbc74-92db-4928-a82f-dbd352b52d08, host hv-cinder-77570, cleared binding levels {{(pid=84074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 16:06:02.792428 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [req-5b42f609-3252-4965-b4a1-e92aedf09e7d req-4e95f6a7-bc09-4cf5-bdf5-b4c017484488 service neutron] For port 8fafbc74-92db-4928-a82f-dbd352b52d08, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=8fafbc74-92db-4928-a82f-dbd352b52d08,segment=NetworkSegment(cce3f7c0-d4e6-4689-83a1-8323f6247bc1),segment_id=cce3f7c0-d4e6-4689-83a1-8323f6247bc1)] {{(pid=84074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 16:06:02.846862 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-5b42f609-3252-4965-b4a1-e92aedf09e7d req-4e95f6a7-bc09-4cf5-bdf5-b4c017484488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847794957'] for port, after_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:06:02.867289 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-69cadf7c-4a7b-49e8-9729-4c75039949dc tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:06:03.272968 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95f6a7-bc09-4cf5-bdf5-b4c017484488 service neutron] Pushing event updated for resources: {'Port': ['ID=8fafbc74-92db-4928-a82f-dbd352b52d08,revision_number=3']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:06:03.278237 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-4e95f6a7-bc09-4cf5-bdf5-b4c017484488 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:06:03.312670 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b42f609-3252-4965-b4a1-e92aedf09e7d req-4e95f6a7-bc09-4cf5-bdf5-b4c017484488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:06:03.313417 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-5b42f609-3252-4965-b4a1-e92aedf09e7d req-4e95f6a7-bc09-4cf5-bdf5-b4c017484488 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487'] for port, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:06:03.314882 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5b42f609-3252-4965-b4a1-e92aedf09e7d req-4e95f6a7-bc09-4cf5-bdf5-b4c017484488 service neutron] 10.222.0.103 "PUT /v2.0/ports/8fafbc74-92db-4928-a82f-dbd352b52d08 HTTP/1.1" status: 200 len: 1158 time: 1.6137025 Feb 16 16:06:03.315431 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19641060-4ef1-46f0-bf80-b1fb6508ffe5', 'tag': '8fafbc74-92db-4928-a82f-dbd352b52d08'}] {{(pid=84074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 16:06:03.366946 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19641060-4ef1-46f0-bf80-b1fb6508ffe5', 'tag': '8fafbc74-92db-4928-a82f-dbd352b52d08', 'status': 'completed', 'code': 200} Feb 16 16:06:03.473945 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb03943-5220-47ff-b54b-d4a53e4ddb04 req-ec125f72-8b44-43ac-b301-6e2a5419877f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:06:03.476690 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0cb03943-5220-47ff-b54b-d4a53e4ddb04 req-ec125f72-8b44-43ac-b301-6e2a5419877f service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=3d779634302641f2a94b48c70492e45e&device_id=19641060-4ef1-46f0-bf80-b1fb6508ffe5 HTTP/1.1" status: 200 len: 1161 time: 0.0878255 Feb 16 16:06:03.636877 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb03943-5220-47ff-b54b-d4a53e4ddb04 req-92239d1b-4b56-455e-bd8e-982a01fd12df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:06:03.638560 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0cb03943-5220-47ff-b54b-d4a53e4ddb04 req-92239d1b-4b56-455e-bd8e-982a01fd12df service neutron] 10.222.0.103 "GET /v2.0/networks?tenant_id=3d779634302641f2a94b48c70492e45e&shared=False HTTP/1.1" status: 200 len: 905 time: 0.1536393 Feb 16 16:06:03.641844 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a12ad-b03b-40d8-be3e-1d278ef220ea req-680bd8ff-a519-4240-b9d1-77aebfc66c49 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:06:03.643516 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-089a12ad-b03b-40d8-be3e-1d278ef220ea req-680bd8ff-a519-4240-b9d1-77aebfc66c49 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/ports?device_id=19641060-4ef1-46f0-bf80-b1fb6508ffe5 HTTP/1.1" status: 200 len: 944 time: 0.0955477 Feb 16 16:06:03.695778 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-089a12ad-b03b-40d8-be3e-1d278ef220ea req-3fd151ad-d93e-44be-8ef0-6a5bc6e4f3e8 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/security-groups?id=c57f3c46-7d60-4ff1-8163-83211d18ff3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449831 Feb 16 16:06:03.798741 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb03943-5220-47ff-b54b-d4a53e4ddb04 req-e9fe1aec-8f15-49c5-98a6-b04382c4ec49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:06:03.800329 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0cb03943-5220-47ff-b54b-d4a53e4ddb04 req-e9fe1aec-8f15-49c5-98a6-b04382c4ec49 service neutron] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1546197 Feb 16 16:06:03.923094 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b42f609-3252-4965-b4a1-e92aedf09e7d req-52b607c2-4d86-4f9f-9b74-2a6535691ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:06:03.924701 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5b42f609-3252-4965-b4a1-e92aedf09e7d req-52b607c2-4d86-4f9f-9b74-2a6535691ed8 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=3d779634302641f2a94b48c70492e45e&device_id=19641060-4ef1-46f0-bf80-b1fb6508ffe5 HTTP/1.1" status: 200 len: 1161 time: 0.0839877 Feb 16 16:06:04.004425 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5b42f609-3252-4965-b4a1-e92aedf09e7d req-0db96318-3772-496c-8611-9415ba6547be service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8fafbc74-92db-4928-a82f-dbd352b52d08 HTTP/1.1" status: 200 len: 217 time: 0.0689907 Feb 16 16:06:04.081138 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b42f609-3252-4965-b4a1-e92aedf09e7d req-4e9fc127-dfa5-4d47-b1ba-5cc366c6317d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:06:04.082768 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5b42f609-3252-4965-b4a1-e92aedf09e7d req-4e9fc127-dfa5-4d47-b1ba-5cc366c6317d service neutron] 10.222.0.103 "GET /v2.0/subnets?id=c8b959bf-ae39-4aee-b829-e174a339a829 HTTP/1.1" status: 200 len: 850 time: 0.0710664 Feb 16 16:06:04.169414 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b42f609-3252-4965-b4a1-e92aedf09e7d req-9cc9c6b9-d7d9-42ee-8655-515dd1809d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:06:04.171083 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5b42f609-3252-4965-b4a1-e92aedf09e7d req-9cc9c6b9-d7d9-42ee-8655-515dd1809d9d service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=ac572d69-3346-47db-96b8-84a33dd2e288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0801480 Feb 16 16:06:04.319402 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5b42f609-3252-4965-b4a1-e92aedf09e7d req-25b3eeff-a6f3-4106-b091-4c713fcb1e29 service neutron] 10.222.0.103 "GET /v2.0/networks/ac572d69-3346-47db-96b8-84a33dd2e288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409121 Feb 16 16:06:04.468452 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5b42f609-3252-4965-b4a1-e92aedf09e7d req-43013470-1fc8-4905-b5ad-7d84af7a0a08 service neutron] 10.222.0.103 "GET /v2.0/networks/ac572d69-3346-47db-96b8-84a33dd2e288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1414876 Feb 16 16:06:04.899804 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006099a1-4685-4ce3-b248-dc55ab7de490 req-df2ef9ab-978b-4cc1-bf61-f919eac3f325 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:06:04.901418 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-006099a1-4685-4ce3-b248-dc55ab7de490 req-df2ef9ab-978b-4cc1-bf61-f919eac3f325 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/ports?device_id=19641060-4ef1-46f0-bf80-b1fb6508ffe5 HTTP/1.1" status: 200 len: 944 time: 0.0905993 Feb 16 16:06:04.950840 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-006099a1-4685-4ce3-b248-dc55ab7de490 req-adae83c3-bbdf-4ed9-bff0-ffae2d1257b5 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/security-groups?id=c57f3c46-7d60-4ff1-8163-83211d18ff3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430541 Feb 16 16:06:06.157476 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e39120-6866-4f02-a46a-31cf732ef4bb req-037b248b-9dc7-40e9-be10-31fdff6361d5 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:06:06.159031 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-d8e39120-6866-4f02-a46a-31cf732ef4bb req-037b248b-9dc7-40e9-be10-31fdff6361d5 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/ports?device_id=19641060-4ef1-46f0-bf80-b1fb6508ffe5 HTTP/1.1" status: 200 len: 944 time: 0.0892916 Feb 16 16:06:06.208272 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-d8e39120-6866-4f02-a46a-31cf732ef4bb req-d23d5441-508d-4e8d-8678-126bae55423f tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/security-groups?id=c57f3c46-7d60-4ff1-8163-83211d18ff3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421989 Feb 16 16:06:07.409826 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccab08cd-8b64-42cd-b5c3-c8d58bf39d75 req-3c184083-7c01-4083-9796-77d3d6a89798 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:06:07.411478 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ccab08cd-8b64-42cd-b5c3-c8d58bf39d75 req-3c184083-7c01-4083-9796-77d3d6a89798 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/ports?device_id=19641060-4ef1-46f0-bf80-b1fb6508ffe5 HTTP/1.1" status: 200 len: 944 time: 0.0888762 Feb 16 16:06:07.464043 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ccab08cd-8b64-42cd-b5c3-c8d58bf39d75 req-3dc66657-621c-435e-af75-dc09cf3a838b tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/security-groups?id=c57f3c46-7d60-4ff1-8163-83211d18ff3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453610 Feb 16 16:06:08.486000 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device 8fafbc74-92db-4928-a82f-dbd352b52d08 up at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 16:06:08.601315 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning for port 8fafbc74-92db-4928-a82f-dbd352b52d08 completed by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 16:06:08.606816 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning complete for port 8fafbc74-92db-4928-a82f-dbd352b52d08 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:06:08.607241 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:06:08.668720 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0e26a0-e419-4fef-93d1-cd812c0bc374 req-a36a2a31-b916-4395-9db7-6692d70d584e tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:06:08.670346 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1f0e26a0-e419-4fef-93d1-cd812c0bc374 req-a36a2a31-b916-4395-9db7-6692d70d584e tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/ports?device_id=19641060-4ef1-46f0-bf80-b1fb6508ffe5 HTTP/1.1" status: 200 len: 944 time: 0.0911331 Feb 16 16:06:08.719871 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1f0e26a0-e419-4fef-93d1-cd812c0bc374 req-98015adf-dc65-497c-ac91-a75d47c2fd44 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/security-groups?id=c57f3c46-7d60-4ff1-8163-83211d18ff3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431576 Feb 16 16:06:08.737937 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:06:08.766824 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19641060-4ef1-46f0-bf80-b1fb6508ffe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fafbc74-92db-4928-a82f-dbd352b52d08'}] {{(pid=84076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 16:06:08.776912 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] For port 8fafbc74-92db-4928-a82f-dbd352b52d08, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=8fafbc74-92db-4928-a82f-dbd352b52d08,segment=NetworkSegment(cce3f7c0-d4e6-4689-83a1-8323f6247bc1),segment_id=cce3f7c0-d4e6-4689-83a1-8323f6247bc1)] {{(pid=84076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:06:08.814929 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:06:08.818055 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19641060-4ef1-46f0-bf80-b1fb6508ffe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fafbc74-92db-4928-a82f-dbd352b52d08', 'code': 200} Feb 16 16:06:08.818595 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:06:08.893876 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Pushing event updated for resources: {'Port': ['ID=8fafbc74-92db-4928-a82f-dbd352b52d08,revision_number=4']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:06:08.897929 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:06:09.125476 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c15a22-70d2-4b6d-bc80-1c742ab9e30b req-d0f61cad-f1bd-42ff-8899-4d47b6009755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:06:09.129865 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-34c15a22-70d2-4b6d-bc80-1c742ab9e30b req-d0f61cad-f1bd-42ff-8899-4d47b6009755 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=19641060-4ef1-46f0-bf80-b1fb6508ffe5 HTTP/1.1" status: 200 len: 1163 time: 0.0845525 Feb 16 16:06:09.171504 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-34c15a22-70d2-4b6d-bc80-1c742ab9e30b req-604f16a4-939c-47a5-a43a-5e099c78f7ed service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=c57f3c46-7d60-4ff1-8163-83211d18ff3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371525 Feb 16 16:06:09.821275 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device 8fafbc74-92db-4928-a82f-dbd352b52d08 up at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 16:06:09.896970 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning complete for port 8fafbc74-92db-4928-a82f-dbd352b52d08 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:06:09.897381 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:06:09.927290 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdd4a74-1f46-49c5-9c22-5133e86d59c7 req-4861591e-903b-4c8c-892a-fbb776e14161 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:06:09.929857 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-4bdd4a74-1f46-49c5-9c22-5133e86d59c7 req-4861591e-903b-4c8c-892a-fbb776e14161 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/ports?device_id=19641060-4ef1-46f0-bf80-b1fb6508ffe5 HTTP/1.1" status: 200 len: 946 time: 0.0924051 Feb 16 16:06:09.980140 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-4bdd4a74-1f46-49c5-9c22-5133e86d59c7 req-23b1031a-f0c9-4fa2-b2c8-2307a6ed1d8d tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/security-groups?id=c57f3c46-7d60-4ff1-8163-83211d18ff3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440004 Feb 16 16:06:11.186145 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7984902d-6ac5-41e4-b487-691e46ea8cc4 req-6579c3d3-d6f8-403a-9c90-5f453adeefff tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:06:11.187782 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7984902d-6ac5-41e4-b487-691e46ea8cc4 req-6579c3d3-d6f8-403a-9c90-5f453adeefff tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/ports?device_id=19641060-4ef1-46f0-bf80-b1fb6508ffe5 HTTP/1.1" status: 200 len: 946 time: 0.0865409 Feb 16 16:06:11.236829 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7984902d-6ac5-41e4-b487-691e46ea8cc4 req-40dacedb-3a86-423a-8aaf-74e9fdc4c843 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/security-groups?id=c57f3c46-7d60-4ff1-8163-83211d18ff3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427489 Feb 16 16:06:11.436641 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7806de00-d9c6-474d-b57b-387e85e17572 req-9838980a-3736-4b14-b346-35f29600696f tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:06:11.438243 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7806de00-d9c6-474d-b57b-387e85e17572 req-9838980a-3736-4b14-b346-35f29600696f tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/ports?device_id=19641060-4ef1-46f0-bf80-b1fb6508ffe5 HTTP/1.1" status: 200 len: 946 time: 0.0906339 Feb 16 16:06:11.448279 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 54220) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:06:11.453833 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [None req-4256bb1b-4cc5-4edd-bbde-027280cbeb47 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Request body: {'floatingip': {'port_id': '8fafbc74-92db-4928-a82f-dbd352b52d08'}} {{(pid=84075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:06:11.539199 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-4256bb1b-4cc5-4edd-bbde-027280cbeb47 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks [] for floatingip, before_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:06:12.175340 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-4256bb1b-4cc5-4edd-bbde-027280cbeb47 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:06:12.205867 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-4256bb1b-4cc5-4edd-bbde-027280cbeb47 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853906801'] for floatingip, after_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:06:12.602092 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.db.l3_db [None req-4256bb1b-4cc5-4edd-bbde-027280cbeb47 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Floating IP 23ad4cda-307d-48f7-97c9-ca2b49c811db associated. External IP: 172.27.1.35, port: 8fafbc74-92db-4928-a82f-dbd352b52d08. Feb 16 16:06:12.955225 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:06:12.989801 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4256bb1b-4cc5-4edd-bbde-027280cbeb47 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Router 87ebf6eb-b02e-49f2-81a2-2d784b9f6271 has already been hosted by L3 agent 4f2d6f55-b6e7-4768-88f5-01ac5c4c3902 {{(pid=84075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 16:06:13.186712 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4256bb1b-4cc5-4edd-bbde-027280cbeb47 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify agent at l3_agent.dv-cinder-775706-1-iscsi the message routers_updated {{(pid=84075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 16:06:13.191351 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-4256bb1b-4cc5-4edd-bbde-027280cbeb47 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487'] for floatingip, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:06:13.197355 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c7707b-c75c-4275-9c55-0ea6e2751c07 None None] Sync routers for ids ['87ebf6eb-b02e-49f2-81a2-2d784b9f6271'] in dv-cinder-775706-1-iscsi {{(pid=84076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 16:06:13.208038 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c7707b-c75c-4275-9c55-0ea6e2751c07 None None] Routers {'87ebf6eb-b02e-49f2-81a2-2d784b9f6271'} bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 16:06:13.208714 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-a0c7707b-c75c-4275-9c55-0ea6e2751c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-16T15:47:20Z,description=,heartbeat_timestamp=2021-02-16T16:05:51Z,host='dv-cinder-775706-1-iscsi',id=4f2d6f55-b6e7-4768-88f5-01ac5c4c3902,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:47:21Z,topic='l3_agent')) {'router_ids': ['87ebf6eb-b02e-49f2-81a2-2d784b9f6271'], 'active': True} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:06:13.255136 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-4256bb1b-4cc5-4edd-bbde-027280cbeb47 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "PUT /v2.0/floatingips/23ad4cda-307d-48f7-97c9-ca2b49c811db HTTP/1.1" status: 200 len: 991 time: 1.8057027 Feb 16 16:06:13.255804 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19641060-4ef1-46f0-bf80-b1fb6508ffe5', 'tag': '8fafbc74-92db-4928-a82f-dbd352b52d08'}] {{(pid=84075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 16:06:13.315166 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19641060-4ef1-46f0-bf80-b1fb6508ffe5', 'tag': '8fafbc74-92db-4928-a82f-dbd352b52d08', 'status': 'completed', 'code': 200} Feb 16 16:06:13.409373 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvr_db [None req-a0c7707b-c75c-4275-9c55-0ea6e2751c07 None None] Set router 87ebf6eb-b02e-49f2-81a2-2d784b9f6271 gateway port host: dv-cinder-775706-1-iscsi {{(pid=84076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 16:06:13.418805 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac6789d-9393-4164-a786-b3a948bc2e91 req-f77b82ee-af9b-4df6-9af5-d111c138c156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:06:13.420472 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-bac6789d-9393-4164-a786-b3a948bc2e91 req-f77b82ee-af9b-4df6-9af5-d111c138c156 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=3d779634302641f2a94b48c70492e45e&device_id=19641060-4ef1-46f0-bf80-b1fb6508ffe5 HTTP/1.1" status: 200 len: 1163 time: 0.0809033 Feb 16 16:06:13.568764 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac6789d-9393-4164-a786-b3a948bc2e91 req-16840558-8c46-4525-b2ac-7390bbced37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:06:13.571393 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-bac6789d-9393-4164-a786-b3a948bc2e91 req-16840558-8c46-4525-b2ac-7390bbced37e service neutron] 10.222.0.103 "GET /v2.0/networks?id=ac572d69-3346-47db-96b8-84a33dd2e288 HTTP/1.1" status: 200 len: 905 time: 0.1442125 Feb 16 16:06:13.689152 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-bac6789d-9393-4164-a786-b3a948bc2e91 req-cb12373a-3196-4bba-a2a0-b7adde0e09af service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8fafbc74-92db-4928-a82f-dbd352b52d08 HTTP/1.1" status: 200 len: 999 time: 0.1099427 Feb 16 16:06:13.765827 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac6789d-9393-4164-a786-b3a948bc2e91 req-073ad5dd-3c18-4863-9412-b398729dca41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:06:13.767405 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-bac6789d-9393-4164-a786-b3a948bc2e91 req-073ad5dd-3c18-4863-9412-b398729dca41 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=c8b959bf-ae39-4aee-b829-e174a339a829 HTTP/1.1" status: 200 len: 850 time: 0.0708630 Feb 16 16:06:13.802305 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-a0c7707b-c75c-4275-9c55-0ea6e2751c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ebf6eb-b02e-49f2-81a2-2d784b9f6271', 'name': 'tempest-AttachVolumeTestJSON-2044868056-router', 'tenant_id': '3d779634302641f2a94b48c70492e45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '2c535bb3-022b-4749-9f0b-b8452fce5a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:56:41Z', 'updated_at': '2021-02-16T15:56:50Z', 'revision_number': 4, 'project_id': '3d779634302641f2a94b48c70492e45e', 'gw_port': {'id': '2c535bb3-022b-4749-9f0b-b8452fce5a48', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:8c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ebf6eb-b02e-49f2-81a2-2d784b9f6271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:56:43Z', 'updated_at': '2021-02-16T15:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_floatingips': [{'id': '23ad4cda-307d-48f7-97c9-ca2b49c811db', 'tenant_id': '3d779634302641f2a94b48c70492e45e', 'floating_ip_address': '172.27.1.35', 'floating_network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'router_id': '87ebf6eb-b02e-49f2-81a2-2d784b9f6271', 'port_id': '8fafbc74-92db-4928-a82f-dbd352b52d08', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac572d69-3346-47db-96b8-84a33dd2e288', 'mac_address': 'fa:16:3e:48:a9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19641060-4ef1-46f0-bf80-b1fb6508ffe5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T16:05:56Z', 'updated_at': '2021-02-16T16:06:12Z', 'revision_number': 1, 'project_id': '3d779634302641f2a94b48c70492e45e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd47953cc-829c-4e4f-911f-31a621b52778', 'name': '', 'network_id': 'ac572d69-3346-47db-96b8-84a33dd2e288', 'tenant_id': '3d779634302641f2a94b48c70492e45e', 'mac_address': 'fa:16:3e:3f:fe:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ebf6eb-b02e-49f2-81a2-2d784b9f6271', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c8b959bf-ae39-4aee-b829-e174a339a829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:56:49Z', 'updated_at': '2021-02-16T15:57:04Z', 'revision_number': 5, 'project_id': '3d779634302641f2a94b48c70492e45e', 'subnets': [{'id': 'c8b959bf-ae39-4aee-b829-e174a339a829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-iscsi', False) {} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:06:13.806942 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c7707b-c75c-4275-9c55-0ea6e2751c07 None None] Checking router: 87ebf6eb-b02e-49f2-81a2-2d784b9f6271 for host: dv-cinder-775706-1-iscsi {{(pid=84076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 16:06:13.816123 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c7707b-c75c-4275-9c55-0ea6e2751c07 None None] Routers {'87ebf6eb-b02e-49f2-81a2-2d784b9f6271'} bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 16:06:13.816797 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-a0c7707b-c75c-4275-9c55-0ea6e2751c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-16T15:47:20Z,description=,heartbeat_timestamp=2021-02-16T16:05:51Z,host='dv-cinder-775706-1-iscsi',id=4f2d6f55-b6e7-4768-88f5-01ac5c4c3902,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:47:21Z,topic='l3_agent')) {'router_ids': ['87ebf6eb-b02e-49f2-81a2-2d784b9f6271'], 'active': True} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:06:13.853751 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac6789d-9393-4164-a786-b3a948bc2e91 req-1b6a2840-15cc-4af5-8b9b-64c6969128fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:06:13.855474 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-bac6789d-9393-4164-a786-b3a948bc2e91 req-1b6a2840-15cc-4af5-8b9b-64c6969128fd service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=ac572d69-3346-47db-96b8-84a33dd2e288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0799825 Feb 16 16:06:14.011522 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-bac6789d-9393-4164-a786-b3a948bc2e91 req-50073319-439d-4e90-9ddb-8dd5ef655843 service neutron] 10.222.0.103 "GET /v2.0/networks/ac572d69-3346-47db-96b8-84a33dd2e288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488900 Feb 16 16:06:14.175135 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-bac6789d-9393-4164-a786-b3a948bc2e91 req-2e82ddaf-86fb-45f7-a7bd-038858d02f92 service neutron] 10.222.0.103 "GET /v2.0/networks/ac572d69-3346-47db-96b8-84a33dd2e288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1560311 Feb 16 16:06:14.190054 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvr_db [None req-a0c7707b-c75c-4275-9c55-0ea6e2751c07 None None] Set router 87ebf6eb-b02e-49f2-81a2-2d784b9f6271 gateway port host: dv-cinder-775706-1-iscsi {{(pid=84076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 16:06:14.285371 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.agents_db [None req-cca974b7-119d-4613-9949-a609bd4803bb None None] Agent healthcheck: found 6 active agents {{(pid=84077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 16:06:14.571476 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-a0c7707b-c75c-4275-9c55-0ea6e2751c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ebf6eb-b02e-49f2-81a2-2d784b9f6271', 'name': 'tempest-AttachVolumeTestJSON-2044868056-router', 'tenant_id': '3d779634302641f2a94b48c70492e45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '2c535bb3-022b-4749-9f0b-b8452fce5a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:56:41Z', 'updated_at': '2021-02-16T15:56:50Z', 'revision_number': 4, 'project_id': '3d779634302641f2a94b48c70492e45e', 'gw_port': {'id': '2c535bb3-022b-4749-9f0b-b8452fce5a48', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:8c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ebf6eb-b02e-49f2-81a2-2d784b9f6271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:56:43Z', 'updated_at': '2021-02-16T15:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_floatingips': [{'id': '23ad4cda-307d-48f7-97c9-ca2b49c811db', 'tenant_id': '3d779634302641f2a94b48c70492e45e', 'floating_ip_address': '172.27.1.35', 'floating_network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'router_id': '87ebf6eb-b02e-49f2-81a2-2d784b9f6271', 'port_id': '8fafbc74-92db-4928-a82f-dbd352b52d08', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac572d69-3346-47db-96b8-84a33dd2e288', 'mac_address': 'fa:16:3e:48:a9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19641060-4ef1-46f0-bf80-b1fb6508ffe5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T16:05:56Z', 'updated_at': '2021-02-16T16:06:12Z', 'revision_number': 1, 'project_id': '3d779634302641f2a94b48c70492e45e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd47953cc-829c-4e4f-911f-31a621b52778', 'name': '', 'network_id': 'ac572d69-3346-47db-96b8-84a33dd2e288', 'tenant_id': '3d779634302641f2a94b48c70492e45e', 'mac_address': 'fa:16:3e:3f:fe:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ebf6eb-b02e-49f2-81a2-2d784b9f6271', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c8b959bf-ae39-4aee-b829-e174a339a829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:56:49Z', 'updated_at': '2021-02-16T15:57:04Z', 'revision_number': 5, 'project_id': '3d779634302641f2a94b48c70492e45e', 'subnets': [{'id': 'c8b959bf-ae39-4aee-b829-e174a339a829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-iscsi', False) {} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:06:14.575771 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c7707b-c75c-4275-9c55-0ea6e2751c07 None None] The sync data for ids ['87ebf6eb-b02e-49f2-81a2-2d784b9f6271'] in dv-cinder-775706-1-iscsi is: [{'id': '87ebf6eb-b02e-49f2-81a2-2d784b9f6271', 'name': 'tempest-AttachVolumeTestJSON-2044868056-router', 'tenant_id': '3d779634302641f2a94b48c70492e45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '2c535bb3-022b-4749-9f0b-b8452fce5a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:56:41Z', 'updated_at': '2021-02-16T15:56:50Z', 'revision_number': 4, 'project_id': '3d779634302641f2a94b48c70492e45e', 'gw_port': {'id': '2c535bb3-022b-4749-9f0b-b8452fce5a48', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:8c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ebf6eb-b02e-49f2-81a2-2d784b9f6271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:56:43Z', 'updated_at': '2021-02-16T15:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_floatingips': [{'id': '23ad4cda-307d-48f7-97c9-ca2b49c811db', 'tenant_id': '3d779634302641f2a94b48c70492e45e', 'floating_ip_address': '172.27.1.35', 'floating_network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'router_id': '87ebf6eb-b02e-49f2-81a2-2d784b9f6271', 'port_id': '8fafbc74-92db-4928-a82f-dbd352b52d08', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac572d69-3346-47db-96b8-84a33dd2e288', 'mac_address': 'fa:16:3e:48:a9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19641060-4ef1-46f0-bf80-b1fb6508ffe5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T16:05:56Z', 'updated_at': '2021-02-16T16:06:12Z', 'revision_number': 1, 'project_id': '3d779634302641f2a94b48c70492e45e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd47953cc-829c-4e4f-911f-31a621b52778', 'name': '', 'network_id': 'ac572d69-3346-47db-96b8-84a33dd2e288', 'tenant_id': '3d779634302641f2a94b48c70492e45e', 'mac_address': 'fa:16:3e:3f:fe:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ebf6eb-b02e-49f2-81a2-2d784b9f6271', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c8b959bf-ae39-4aee-b829-e174a339a829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:56:49Z', 'updated_at': '2021-02-16T15:57:04Z', 'revision_number': 5, 'project_id': '3d779634302641f2a94b48c70492e45e', 'subnets': [{'id': 'c8b959bf-ae39-4aee-b829-e174a339a829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 16:06:14.869901 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309e242f-9a7c-46dd-af65-4c2e883b4d2c None None] New status for floating IP 23ad4cda-307d-48f7-97c9-ca2b49c811db: ACTIVE {{(pid=84077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 16 16:06:17.722711 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-092b49bc-f6af-47e9-b4cb-b553cef75b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:06:20.360185 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d05518bb-17ee-4865-b03c-31693adcda8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:06:20.556722 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-de6364c0-7b4f-4e4f-94a1-2e4df277ff94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:06:21.408339 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:06:22.331617 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-331083c2-9fd5-48c9-8796-02890b3f22e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:06:40.628194 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-8b444548-8022-4cda-a781-c6fec3762069 req-d9d21dba-6d17-4856-bf51-ceba06f47d6b service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=4dff69e3-5cdc-414f-9e67-129d15aa03d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0788167 Feb 16 16:06:40.786490 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b444548-8022-4cda-a781-c6fec3762069 req-79edb5f8-ebdf-4b6e-92a8-d27f3cc3ba3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:06:40.788159 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-8b444548-8022-4cda-a781-c6fec3762069 req-79edb5f8-ebdf-4b6e-92a8-d27f3cc3ba3b service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=57c03e2c6fe04a41927ce974a5ae8db2&device_id=4dff69e3-5cdc-414f-9e67-129d15aa03d2 HTTP/1.1" status: 200 len: 1162 time: 0.0857854 Feb 16 16:06:40.955394 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b444548-8022-4cda-a781-c6fec3762069 req-fda5044f-9397-4f43-bf0f-31b8e1f47e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:06:40.956821 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-8b444548-8022-4cda-a781-c6fec3762069 req-fda5044f-9397-4f43-bf0f-31b8e1f47e2b service neutron] 10.222.0.103 "GET /v2.0/networks?id=5a6cc9fd-7c89-4382-a460-9e49c7df15fc HTTP/1.1" status: 200 len: 902 time: 0.1487355 Feb 16 16:06:41.073224 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-8b444548-8022-4cda-a781-c6fec3762069 req-15515e51-ea56-4a0c-9e45-921259bf6c54 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53e5b9e3-3153-4dfd-9bf9-873f1b6966b5 HTTP/1.1" status: 200 len: 1001 time: 0.1087816 Feb 16 16:06:41.144476 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b444548-8022-4cda-a781-c6fec3762069 req-12d6b5e5-b5f2-4c78-b8a1-38fb97b44f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:06:41.146068 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-8b444548-8022-4cda-a781-c6fec3762069 req-12d6b5e5-b5f2-4c78-b8a1-38fb97b44f69 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=578849cb-f9a8-4646-bed7-c111f69c5937 HTTP/1.1" status: 200 len: 847 time: 0.0656939 Feb 16 16:06:41.230438 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b444548-8022-4cda-a781-c6fec3762069 req-ae26eb8e-f0d8-44af-815e-35c7a4e984d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:06:41.232025 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-8b444548-8022-4cda-a781-c6fec3762069 req-ae26eb8e-f0d8-44af-815e-35c7a4e984d6 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=5a6cc9fd-7c89-4382-a460-9e49c7df15fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0784812 Feb 16 16:06:41.388811 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-8b444548-8022-4cda-a781-c6fec3762069 req-4ba7c87a-2a64-43e5-8f3e-47088e23d498 service neutron] 10.222.0.103 "GET /v2.0/networks/5a6cc9fd-7c89-4382-a460-9e49c7df15fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495233 Feb 16 16:06:41.542399 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-8b444548-8022-4cda-a781-c6fec3762069 req-d70a5262-e148-4649-a72a-0f8448c21bd2 service neutron] 10.222.0.103 "GET /v2.0/networks/5a6cc9fd-7c89-4382-a460-9e49c7df15fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1462052 Feb 16 16:06:42.909979 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:06:47.681352 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-aad52c3a-5c8e-48e7-8185-3b69ce31685a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:06:50.388372 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d05518bb-17ee-4865-b03c-31693adcda8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:06:50.554058 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-79ce59dd-f31e-49fe-a17c-0220c25a7d94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:06:51.285954 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.agents_db [None req-cca974b7-119d-4613-9949-a609bd4803bb None None] Agent healthcheck: found 6 active agents {{(pid=84077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 16:06:51.401089 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:06:52.302558 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-331083c2-9fd5-48c9-8796-02890b3f22e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:04.661787 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-14184cc4-4cb4-4549-b839-89cdd4d66d5b req-f35b0656-7bb3-420a-b59c-62d26a16a194 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/floatingips/6db269bf-b187-4408-abfa-881b4a080560 HTTP/1.1" status: 200 len: 998 time: 0.3025267 Feb 16 16:07:04.830110 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14184cc4-4cb4-4549-b839-89cdd4d66d5b req-0b091caf-69b4-4b76-8b13-45a7c99f79a6 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:07:04.832677 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-14184cc4-4cb4-4549-b839-89cdd4d66d5b req-0b091caf-69b4-4b76-8b13-45a7c99f79a6 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/networks/4b949073-2dbc-48f8-99e6-0912404ac0f6 HTTP/1.1" status: 200 len: 784 time: 0.1649063 Feb 16 16:07:04.843683 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [req-14184cc4-4cb4-4549-b839-89cdd4d66d5b req-128a8607-26fd-4873-b658-3c03c8d7022d tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=84075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:07:04.844721 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-14184cc4-4cb4-4549-b839-89cdd4d66d5b req-128a8607-26fd-4873-b658-3c03c8d7022d tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0059457 Feb 16 16:07:04.962596 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-14184cc4-4cb4-4549-b839-89cdd4d66d5b req-bcec7163-1e94-4618-a12e-034cef47d1e2 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.27.1.175 HTTP/1.1" status: 200 len: 1001 time: 0.1107624 Feb 16 16:07:05.051553 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14184cc4-4cb4-4549-b839-89cdd4d66d5b req-e641ed2e-b744-42bb-a1aa-31c29e673d46 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:07:05.053488 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-14184cc4-4cb4-4549-b839-89cdd4d66d5b req-e641ed2e-b744-42bb-a1aa-31c29e673d46 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/ports/53e5b9e3-3153-4dfd-9bf9-873f1b6966b5 HTTP/1.1" status: 200 len: 942 time: 0.0844553 Feb 16 16:07:05.245650 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-14184cc4-4cb4-4549-b839-89cdd4d66d5b req-92c304d5-167a-476b-9188-086aa469d19e tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.27.1.175 HTTP/1.1" status: 200 len: 1001 time: 0.1103435 Feb 16 16:07:05.470182 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [req-14184cc4-4cb4-4549-b839-89cdd4d66d5b req-1c0992ea-8487-4d4c-96ff-3531a46d5947 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Deleting port 4b878247-6422-4549-ba57-9ec0b8bd3d40 {{(pid=84075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 16:07:05.470565 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-14184cc4-4cb4-4549-b839-89cdd4d66d5b req-1c0992ea-8487-4d4c-96ff-3531a46d5947 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776636423795'] for port, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:05.660868 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-14184cc4-4cb4-4549-b839-89cdd4d66d5b req-1c0992ea-8487-4d4c-96ff-3531a46d5947 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862802'] for port, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:05.661236 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-14184cc4-4cb4-4549-b839-89cdd4d66d5b req-1c0992ea-8487-4d4c-96ff-3531a46d5947 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:05.801036 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [req-14184cc4-4cb4-4549-b839-89cdd4d66d5b req-1c0992ea-8487-4d4c-96ff-3531a46d5947 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Calling delete_port for 4b878247-6422-4549-ba57-9ec0b8bd3d40 owned by network:floatingip {{(pid=84075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 16:07:05.994528 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-14184cc4-4cb4-4549-b839-89cdd4d66d5b req-1c0992ea-8487-4d4c-96ff-3531a46d5947 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776636383262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776636049574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7708556'] for port, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:06.010805 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-81f68fcc-ffb5-4099-8387-96e62d579919 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:07:06.067974 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0992ea-8487-4d4c-96ff-3531a46d5947 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Pushing event deleted for resources: {'Port': ['ID=4b878247-6422-4549-ba57-9ec0b8bd3d40,revision_number=None']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:07:06.126550 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0992ea-8487-4d4c-96ff-3531a46d5947 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:07:06.127000 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0992ea-8487-4d4c-96ff-3531a46d5947 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:07:06.127401 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0992ea-8487-4d4c-96ff-3531a46d5947 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:07:06.127931 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0992ea-8487-4d4c-96ff-3531a46d5947 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:07:06.128290 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0992ea-8487-4d4c-96ff-3531a46d5947 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:07:06.128684 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0992ea-8487-4d4c-96ff-3531a46d5947 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:07:06.129072 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0992ea-8487-4d4c-96ff-3531a46d5947 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:07:06.129457 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0992ea-8487-4d4c-96ff-3531a46d5947 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:07:06.129839 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0992ea-8487-4d4c-96ff-3531a46d5947 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:07:06.130224 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0992ea-8487-4d4c-96ff-3531a46d5947 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:07:06.130606 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0992ea-8487-4d4c-96ff-3531a46d5947 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:07:06.131039 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0992ea-8487-4d4c-96ff-3531a46d5947 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:07:06.131463 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0992ea-8487-4d4c-96ff-3531a46d5947 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:07:06.131846 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0992ea-8487-4d4c-96ff-3531a46d5947 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:07:06.132228 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0992ea-8487-4d4c-96ff-3531a46d5947 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:07:06.132609 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0992ea-8487-4d4c-96ff-3531a46d5947 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:07:06.132995 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0992ea-8487-4d4c-96ff-3531a46d5947 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:07:06.133377 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0992ea-8487-4d4c-96ff-3531a46d5947 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:07:06.133755 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0992ea-8487-4d4c-96ff-3531a46d5947 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:07:06.134133 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0992ea-8487-4d4c-96ff-3531a46d5947 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:07:06.134510 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0992ea-8487-4d4c-96ff-3531a46d5947 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:07:06.134916 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0992ea-8487-4d4c-96ff-3531a46d5947 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:07:06.135297 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0992ea-8487-4d4c-96ff-3531a46d5947 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:07:06.135674 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0992ea-8487-4d4c-96ff-3531a46d5947 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:07:06.143130 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1c0992ea-8487-4d4c-96ff-3531a46d5947 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:07:06.254590 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-14184cc4-4cb4-4549-b839-89cdd4d66d5b req-1c0992ea-8487-4d4c-96ff-3531a46d5947 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Notify callbacks [] for floatingip, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:06.254936 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.db.l3_db [req-14184cc4-4cb4-4549-b839-89cdd4d66d5b req-1c0992ea-8487-4d4c-96ff-3531a46d5947 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Floating IP 6db269bf-b187-4408-abfa-881b4a080560 disassociated (deleted). External IP: 172.27.1.175, port: 53e5b9e3-3153-4dfd-9bf9-873f1b6966b5. Feb 16 16:07:06.871583 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14184cc4-4cb4-4549-b839-89cdd4d66d5b req-1c0992ea-8487-4d4c-96ff-3531a46d5947 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Router fbbad0f3-69af-4b08-b932-6a0de89dfb4b has already been hosted by L3 agent 4f2d6f55-b6e7-4768-88f5-01ac5c4c3902 {{(pid=84075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 16:07:07.068914 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14184cc4-4cb4-4549-b839-89cdd4d66d5b req-1c0992ea-8487-4d4c-96ff-3531a46d5947 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Notify agent at l3_agent.dv-cinder-775706-1-iscsi the message routers_updated {{(pid=84075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 16:07:07.078971 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3d7fa4-5d94-460c-80d3-20a12801db60 None None] Sync routers for ids ['fbbad0f3-69af-4b08-b932-6a0de89dfb4b'] in dv-cinder-775706-1-iscsi {{(pid=84076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 16:07:07.090228 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3d7fa4-5d94-460c-80d3-20a12801db60 None None] Routers {'fbbad0f3-69af-4b08-b932-6a0de89dfb4b'} bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 16:07:07.095487 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-7e3d7fa4-5d94-460c-80d3-20a12801db60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-16T15:47:20Z,description=,heartbeat_timestamp=2021-02-16T16:06:51Z,host='dv-cinder-775706-1-iscsi',id=4f2d6f55-b6e7-4768-88f5-01ac5c4c3902,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:47:21Z,topic='l3_agent')) {'router_ids': ['fbbad0f3-69af-4b08-b932-6a0de89dfb4b'], 'active': True} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:07:07.156323 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-14184cc4-4cb4-4549-b839-89cdd4d66d5b req-1c0992ea-8487-4d4c-96ff-3531a46d5947 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487'] for floatingip, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:07.224151 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-14184cc4-4cb4-4549-b839-89cdd4d66d5b req-1c0992ea-8487-4d4c-96ff-3531a46d5947 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "DELETE /v2.0/floatingips/6db269bf-b187-4408-abfa-881b4a080560 HTTP/1.1" status: 204 len: 173 time: 1.9723923 Feb 16 16:07:07.224699 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dff69e3-5cdc-414f-9e67-129d15aa03d2', 'tag': '53e5b9e3-3153-4dfd-9bf9-873f1b6966b5'}] {{(pid=84075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 16:07:07.281063 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dff69e3-5cdc-414f-9e67-129d15aa03d2', 'tag': '53e5b9e3-3153-4dfd-9bf9-873f1b6966b5', 'status': 'completed', 'code': 200} Feb 16 16:07:07.285038 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvr_db [None req-7e3d7fa4-5d94-460c-80d3-20a12801db60 None None] Set router fbbad0f3-69af-4b08-b932-6a0de89dfb4b gateway port host: dv-cinder-775706-1-iscsi {{(pid=84076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 16:07:07.322026 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14184cc4-4cb4-4549-b839-89cdd4d66d5b req-4ad7e574-bfd6-47a3-9871-6fd4a797171f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:07:07.323697 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-14184cc4-4cb4-4549-b839-89cdd4d66d5b req-4ad7e574-bfd6-47a3-9871-6fd4a797171f service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=57c03e2c6fe04a41927ce974a5ae8db2&device_id=4dff69e3-5cdc-414f-9e67-129d15aa03d2 HTTP/1.1" status: 200 len: 1162 time: 0.0853989 Feb 16 16:07:07.388340 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f53733-a8b8-4435-a650-bb435e4aae13 req-2a4543a9-2739-4a14-b0ef-9dff5af94cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:07:07.390117 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-d6f53733-a8b8-4435-a650-bb435e4aae13 req-2a4543a9-2739-4a14-b0ef-9dff5af94cb1 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=57c03e2c6fe04a41927ce974a5ae8db2&device_id=4dff69e3-5cdc-414f-9e67-129d15aa03d2 HTTP/1.1" status: 200 len: 1162 time: 0.0876322 Feb 16 16:07:07.477874 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14184cc4-4cb4-4549-b839-89cdd4d66d5b req-d676d9dd-8914-42f4-a080-491b8e3036ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:07:07.479916 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-14184cc4-4cb4-4549-b839-89cdd4d66d5b req-d676d9dd-8914-42f4-a080-491b8e3036ac service neutron] 10.222.0.101 "GET /v2.0/networks?id=5a6cc9fd-7c89-4382-a460-9e49c7df15fc HTTP/1.1" status: 200 len: 902 time: 0.1492083 Feb 16 16:07:07.554606 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f53733-a8b8-4435-a650-bb435e4aae13 req-a6c8a860-f52e-4cfe-8df6-3052ad0246f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:07:07.556258 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-d6f53733-a8b8-4435-a650-bb435e4aae13 req-a6c8a860-f52e-4cfe-8df6-3052ad0246f2 service neutron] 10.222.0.103 "GET /v2.0/networks?id=5a6cc9fd-7c89-4382-a460-9e49c7df15fc HTTP/1.1" status: 200 len: 902 time: 0.1592200 Feb 16 16:07:07.566351 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-14184cc4-4cb4-4549-b839-89cdd4d66d5b req-94462a39-fd2d-46af-9180-fd9c37362be6 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53e5b9e3-3153-4dfd-9bf9-873f1b6966b5 HTTP/1.1" status: 200 len: 217 time: 0.0795684 Feb 16 16:07:07.640308 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14184cc4-4cb4-4549-b839-89cdd4d66d5b req-4b494162-dee5-497e-91f8-dc699715c04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:07:07.641950 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-14184cc4-4cb4-4549-b839-89cdd4d66d5b req-4b494162-dee5-497e-91f8-dc699715c04e service neutron] 10.222.0.101 "GET /v2.0/subnets?id=578849cb-f9a8-4646-bed7-c111f69c5937 HTTP/1.1" status: 200 len: 847 time: 0.0691459 Feb 16 16:07:07.646618 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-d6f53733-a8b8-4435-a650-bb435e4aae13 req-35640e44-71f8-4db0-a539-000ae2b085f9 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53e5b9e3-3153-4dfd-9bf9-873f1b6966b5 HTTP/1.1" status: 200 len: 217 time: 0.0782950 Feb 16 16:07:07.667405 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-7e3d7fa4-5d94-460c-80d3-20a12801db60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbbad0f3-69af-4b08-b932-6a0de89dfb4b', 'name': 'tempest-TestShelveInstance-775119664-router', 'tenant_id': '57c03e2c6fe04a41927ce974a5ae8db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': 'f1b3b8e0-40d0-4006-9e3b-4c453f6acaf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:58:58Z', 'updated_at': '2021-02-16T15:59:05Z', 'revision_number': 4, 'project_id': '57c03e2c6fe04a41927ce974a5ae8db2', 'gw_port': {'id': 'f1b3b8e0-40d0-4006-9e3b-4c453f6acaf8', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:66:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbad0f3-69af-4b08-b932-6a0de89dfb4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:58:59Z', 'updated_at': '2021-02-16T15:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_interfaces': [{'id': 'f6d0cd81-98fa-4553-b011-9e7cc4a6ceae', 'name': '', 'network_id': '5a6cc9fd-7c89-4382-a460-9e49c7df15fc', 'tenant_id': '57c03e2c6fe04a41927ce974a5ae8db2', 'mac_address': 'fa:16:3e:aa:33:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbad0f3-69af-4b08-b932-6a0de89dfb4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '578849cb-f9a8-4646-bed7-c111f69c5937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:59:04Z', 'updated_at': '2021-02-16T15:59:17Z', 'revision_number': 5, 'project_id': '57c03e2c6fe04a41927ce974a5ae8db2', 'subnets': [{'id': '578849cb-f9a8-4646-bed7-c111f69c5937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-iscsi', False) {} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:07:07.671746 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3d7fa4-5d94-460c-80d3-20a12801db60 None None] Checking router: fbbad0f3-69af-4b08-b932-6a0de89dfb4b for host: dv-cinder-775706-1-iscsi {{(pid=84076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 16:07:07.681659 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3d7fa4-5d94-460c-80d3-20a12801db60 None None] Routers {'fbbad0f3-69af-4b08-b932-6a0de89dfb4b'} bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 16:07:07.682333 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-7e3d7fa4-5d94-460c-80d3-20a12801db60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-16T15:47:20Z,description=,heartbeat_timestamp=2021-02-16T16:06:51Z,host='dv-cinder-775706-1-iscsi',id=4f2d6f55-b6e7-4768-88f5-01ac5c4c3902,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:47:21Z,topic='l3_agent')) {'router_ids': ['fbbad0f3-69af-4b08-b932-6a0de89dfb4b'], 'active': True} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:07:07.726468 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f53733-a8b8-4435-a650-bb435e4aae13 req-35102e9c-e1f0-4ddc-8e5c-2af76876cfce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:07:07.728175 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-d6f53733-a8b8-4435-a650-bb435e4aae13 req-35102e9c-e1f0-4ddc-8e5c-2af76876cfce service neutron] 10.222.0.103 "GET /v2.0/subnets?id=578849cb-f9a8-4646-bed7-c111f69c5937 HTTP/1.1" status: 200 len: 847 time: 0.0723531 Feb 16 16:07:07.735933 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14184cc4-4cb4-4549-b839-89cdd4d66d5b req-53a64dd8-95cc-4003-84ba-4fcdf2cd3fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:07:07.738256 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-14184cc4-4cb4-4549-b839-89cdd4d66d5b req-53a64dd8-95cc-4003-84ba-4fcdf2cd3fa3 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=5a6cc9fd-7c89-4382-a460-9e49c7df15fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0881162 Feb 16 16:07:07.817071 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f53733-a8b8-4435-a650-bb435e4aae13 req-8a11c686-3fbd-444d-a3c6-4f77416f59c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:07:07.819025 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-d6f53733-a8b8-4435-a650-bb435e4aae13 req-8a11c686-3fbd-444d-a3c6-4f77416f59c0 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=5a6cc9fd-7c89-4382-a460-9e49c7df15fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0833435 Feb 16 16:07:07.833088 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [req-d6f53733-a8b8-4435-a650-bb435e4aae13 req-772abcdb-8e4d-41a0-9015-dfc2a895bc6d service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=84074) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:07:07.834080 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-d6f53733-a8b8-4435-a650-bb435e4aae13 req-772abcdb-8e4d-41a0-9015-dfc2a895bc6d service neutron] 10.222.0.103 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0067852 Feb 16 16:07:07.883274 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvr_db [None req-7e3d7fa4-5d94-460c-80d3-20a12801db60 None None] Set router fbbad0f3-69af-4b08-b932-6a0de89dfb4b gateway port host: dv-cinder-775706-1-iscsi {{(pid=84076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 16:07:07.900445 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-14184cc4-4cb4-4549-b839-89cdd4d66d5b req-7f3022b4-a253-4817-9655-04085cc26369 service neutron] 10.222.0.101 "GET /v2.0/networks/5a6cc9fd-7c89-4382-a460-9e49c7df15fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544123 Feb 16 16:07:07.990106 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-d6f53733-a8b8-4435-a650-bb435e4aae13 req-d0797adb-c19f-4e14-a473-68bf820d95ad service neutron] 10.222.0.103 "GET /v2.0/networks/5a6cc9fd-7c89-4382-a460-9e49c7df15fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485472 Feb 16 16:07:08.084266 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-14184cc4-4cb4-4549-b839-89cdd4d66d5b req-15c77c0e-b939-4599-b637-71c1d24bb98a service neutron] 10.222.0.101 "GET /v2.0/networks/5a6cc9fd-7c89-4382-a460-9e49c7df15fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1747658 Feb 16 16:07:08.161890 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-d6f53733-a8b8-4435-a650-bb435e4aae13 req-4ec066f2-503c-415a-91a1-7216e36ba2f0 service neutron] 10.222.0.103 "GET /v2.0/networks/5a6cc9fd-7c89-4382-a460-9e49c7df15fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1616378 Feb 16 16:07:08.263846 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-7e3d7fa4-5d94-460c-80d3-20a12801db60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbbad0f3-69af-4b08-b932-6a0de89dfb4b', 'name': 'tempest-TestShelveInstance-775119664-router', 'tenant_id': '57c03e2c6fe04a41927ce974a5ae8db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': 'f1b3b8e0-40d0-4006-9e3b-4c453f6acaf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:58:58Z', 'updated_at': '2021-02-16T15:59:05Z', 'revision_number': 4, 'project_id': '57c03e2c6fe04a41927ce974a5ae8db2', 'gw_port': {'id': 'f1b3b8e0-40d0-4006-9e3b-4c453f6acaf8', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:66:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbad0f3-69af-4b08-b932-6a0de89dfb4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:58:59Z', 'updated_at': '2021-02-16T15:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_interfaces': [{'id': 'f6d0cd81-98fa-4553-b011-9e7cc4a6ceae', 'name': '', 'network_id': '5a6cc9fd-7c89-4382-a460-9e49c7df15fc', 'tenant_id': '57c03e2c6fe04a41927ce974a5ae8db2', 'mac_address': 'fa:16:3e:aa:33:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbad0f3-69af-4b08-b932-6a0de89dfb4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '578849cb-f9a8-4646-bed7-c111f69c5937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:59:04Z', 'updated_at': '2021-02-16T15:59:17Z', 'revision_number': 5, 'project_id': '57c03e2c6fe04a41927ce974a5ae8db2', 'subnets': [{'id': '578849cb-f9a8-4646-bed7-c111f69c5937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-iscsi', False) {} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:07:08.268058 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3d7fa4-5d94-460c-80d3-20a12801db60 None None] The sync data for ids ['fbbad0f3-69af-4b08-b932-6a0de89dfb4b'] in dv-cinder-775706-1-iscsi is: [{'id': 'fbbad0f3-69af-4b08-b932-6a0de89dfb4b', 'name': 'tempest-TestShelveInstance-775119664-router', 'tenant_id': '57c03e2c6fe04a41927ce974a5ae8db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': 'f1b3b8e0-40d0-4006-9e3b-4c453f6acaf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:58:58Z', 'updated_at': '2021-02-16T15:59:05Z', 'revision_number': 4, 'project_id': '57c03e2c6fe04a41927ce974a5ae8db2', 'gw_port': {'id': 'f1b3b8e0-40d0-4006-9e3b-4c453f6acaf8', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:66:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbad0f3-69af-4b08-b932-6a0de89dfb4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:58:59Z', 'updated_at': '2021-02-16T15:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_interfaces': [{'id': 'f6d0cd81-98fa-4553-b011-9e7cc4a6ceae', 'name': '', 'network_id': '5a6cc9fd-7c89-4382-a460-9e49c7df15fc', 'tenant_id': '57c03e2c6fe04a41927ce974a5ae8db2', 'mac_address': 'fa:16:3e:aa:33:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbad0f3-69af-4b08-b932-6a0de89dfb4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '578849cb-f9a8-4646-bed7-c111f69c5937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:59:04Z', 'updated_at': '2021-02-16T15:59:17Z', 'revision_number': 5, 'project_id': '57c03e2c6fe04a41927ce974a5ae8db2', 'subnets': [{'id': '578849cb-f9a8-4646-bed7-c111f69c5937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 16:07:08.635039 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d497a7d0-f680-4b16-98bf-d5e16fb47f06 req-06bd41dc-2408-4917-a990-aa649add6f9c tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:07:08.635816 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-d497a7d0-f680-4b16-98bf-d5e16fb47f06 req-06bd41dc-2408-4917-a990-aa649add6f9c tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Synchronizing usage tracker for tenant:57c03e2c6fe04a41927ce974a5ae8db2 on resource:port {{(pid=84075) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 16:07:08.653760 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4812645-cdc2-4828-becc-e77581951d2e None None] New status for floating IP 6db269bf-b187-4408-abfa-881b4a080560: DOWN {{(pid=84077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 16 16:07:08.679748 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-d497a7d0-f680-4b16-98bf-d5e16fb47f06 req-06bd41dc-2408-4917-a990-aa649add6f9c tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Unset dirty status for tenant:57c03e2c6fe04a41927ce974a5ae8db2 on resource:port {{(pid=84075) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 16:07:08.681087 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-d497a7d0-f680-4b16-98bf-d5e16fb47f06 req-06bd41dc-2408-4917-a990-aa649add6f9c tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/ports?device_id=4dff69e3-5cdc-414f-9e67-129d15aa03d2 HTTP/1.1" status: 200 len: 945 time: 0.1344826 Feb 16 16:07:08.733406 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-d497a7d0-f680-4b16-98bf-d5e16fb47f06 req-9f914751-a3de-4870-9616-c7f9177efa55 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/security-groups?id=d1cdf25b-ac5e-4c7b-aae4-1dd92cc7194b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0457854 Feb 16 16:07:09.994540 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c977320e-3adf-4697-b1d9-1f14b524e944 req-5ef0f5c9-de54-4dd9-a67d-b5d61bad015c tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:07:09.996118 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c977320e-3adf-4697-b1d9-1f14b524e944 req-5ef0f5c9-de54-4dd9-a67d-b5d61bad015c tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/ports?device_id=4dff69e3-5cdc-414f-9e67-129d15aa03d2 HTTP/1.1" status: 200 len: 945 time: 0.1434510 Feb 16 16:07:10.045665 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c977320e-3adf-4697-b1d9-1f14b524e944 req-b198d879-f6d9-40b0-91f1-0761c1be41db tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/security-groups?id=d1cdf25b-ac5e-4c7b-aae4-1dd92cc7194b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0431294 Feb 16 16:07:10.566755 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8059005-e229-4a3b-8afc-c5c0fca0f152 req-2c42311d-c794-4bfd-b214-66497ce0d82f tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:07:10.567514 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-b8059005-e229-4a3b-8afc-c5c0fca0f152 req-2c42311d-c794-4bfd-b214-66497ce0d82f tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Synchronizing usage tracker for tenant:57c03e2c6fe04a41927ce974a5ae8db2 on resource:port {{(pid=84074) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 16:07:10.580117 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-b8059005-e229-4a3b-8afc-c5c0fca0f152 req-2c42311d-c794-4bfd-b214-66497ce0d82f tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Unset dirty status for tenant:57c03e2c6fe04a41927ce974a5ae8db2 on resource:port {{(pid=84074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 16:07:10.581356 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b8059005-e229-4a3b-8afc-c5c0fca0f152 req-2c42311d-c794-4bfd-b214-66497ce0d82f tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.103 "GET /v2.0/ports?device_id=4dff69e3-5cdc-414f-9e67-129d15aa03d2 HTTP/1.1" status: 200 len: 945 time: 0.1036639 Feb 16 16:07:10.658060 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [req-b8059005-e229-4a3b-8afc-c5c0fca0f152 req-81384d47-4b20-4537-a6a0-a8b6cfcdfd63 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Deleting port 53e5b9e3-3153-4dfd-9bf9-873f1b6966b5 {{(pid=84074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 16:07:10.658445 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-b8059005-e229-4a3b-8afc-c5c0fca0f152 req-81384d47-4b20-4537-a6a0-a8b6cfcdfd63 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776636423795'] for port, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:10.930714 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [req-b8059005-e229-4a3b-8afc-c5c0fca0f152 req-81384d47-4b20-4537-a6a0-a8b6cfcdfd63 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] For port 53e5b9e3-3153-4dfd-9bf9-873f1b6966b5, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=53e5b9e3-3153-4dfd-9bf9-873f1b6966b5,segment=NetworkSegment(2868b9f6-5019-4779-bec8-1457bba2edf9),segment_id=2868b9f6-5019-4779-bec8-1457bba2edf9)] {{(pid=84074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:07:10.931134 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-b8059005-e229-4a3b-8afc-c5c0fca0f152 req-81384d47-4b20-4537-a6a0-a8b6cfcdfd63 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862802'] for port, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:11.071643 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [req-b8059005-e229-4a3b-8afc-c5c0fca0f152 req-81384d47-4b20-4537-a6a0-a8b6cfcdfd63 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Calling delete_port for 53e5b9e3-3153-4dfd-9bf9-873f1b6966b5 owned by compute:nova {{(pid=84074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 16:07:11.254848 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcabc33-0b8b-4a15-aaae-2f6b894125da req-5813bbf5-df2a-41f9-9545-7691c82715e5 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:07:11.256473 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1fcabc33-0b8b-4a15-aaae-2f6b894125da req-5813bbf5-df2a-41f9-9545-7691c82715e5 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/ports?device_id=4dff69e3-5cdc-414f-9e67-129d15aa03d2 HTTP/1.1" status: 200 len: 945 time: 0.0877726 Feb 16 16:07:11.263717 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-b8059005-e229-4a3b-8afc-c5c0fca0f152 req-81384d47-4b20-4537-a6a0-a8b6cfcdfd63 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776636383262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776636049574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6980856'] for port, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:11.280645 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-c2baaea7-4746-4949-8eb1-b2d51df7440e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:07:11.305797 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1fcabc33-0b8b-4a15-aaae-2f6b894125da req-2f2495dd-a178-462c-8503-4b9c6cc4473e tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/security-groups?id=d1cdf25b-ac5e-4c7b-aae4-1dd92cc7194b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0429480 Feb 16 16:07:11.598693 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81384d47-4b20-4537-a6a0-a8b6cfcdfd63 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Pushing event deleted for resources: {'Port': ['ID=53e5b9e3-3153-4dfd-9bf9-873f1b6966b5,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:07:11.665189 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81384d47-4b20-4537-a6a0-a8b6cfcdfd63 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:07:11.665611 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81384d47-4b20-4537-a6a0-a8b6cfcdfd63 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:07:11.666074 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81384d47-4b20-4537-a6a0-a8b6cfcdfd63 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:07:11.666485 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81384d47-4b20-4537-a6a0-a8b6cfcdfd63 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:07:11.666919 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81384d47-4b20-4537-a6a0-a8b6cfcdfd63 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:07:11.667324 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81384d47-4b20-4537-a6a0-a8b6cfcdfd63 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:07:11.667723 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81384d47-4b20-4537-a6a0-a8b6cfcdfd63 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:07:11.668119 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81384d47-4b20-4537-a6a0-a8b6cfcdfd63 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:07:11.668514 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81384d47-4b20-4537-a6a0-a8b6cfcdfd63 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:07:11.668909 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81384d47-4b20-4537-a6a0-a8b6cfcdfd63 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:07:11.669306 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81384d47-4b20-4537-a6a0-a8b6cfcdfd63 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:07:11.669726 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81384d47-4b20-4537-a6a0-a8b6cfcdfd63 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:07:11.670163 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81384d47-4b20-4537-a6a0-a8b6cfcdfd63 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:07:11.670557 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81384d47-4b20-4537-a6a0-a8b6cfcdfd63 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:07:11.670974 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81384d47-4b20-4537-a6a0-a8b6cfcdfd63 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:07:11.671369 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81384d47-4b20-4537-a6a0-a8b6cfcdfd63 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:07:11.671759 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81384d47-4b20-4537-a6a0-a8b6cfcdfd63 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:07:11.672151 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81384d47-4b20-4537-a6a0-a8b6cfcdfd63 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:07:11.672542 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81384d47-4b20-4537-a6a0-a8b6cfcdfd63 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:07:11.672930 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81384d47-4b20-4537-a6a0-a8b6cfcdfd63 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:07:11.673323 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81384d47-4b20-4537-a6a0-a8b6cfcdfd63 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:07:11.673713 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81384d47-4b20-4537-a6a0-a8b6cfcdfd63 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:07:11.674102 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81384d47-4b20-4537-a6a0-a8b6cfcdfd63 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:07:11.675123 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81384d47-4b20-4537-a6a0-a8b6cfcdfd63 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:07:11.681012 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-81384d47-4b20-4537-a6a0-a8b6cfcdfd63 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:07:11.771348 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8059005-e229-4a3b-8afc-c5c0fca0f152 req-81384d47-4b20-4537-a6a0-a8b6cfcdfd63 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] No DVR routers for this DVR port 53e5b9e3-3153-4dfd-9bf9-873f1b6966b5 on host hv-cinder-77570 {{(pid=84074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 16:07:11.779900 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-b8059005-e229-4a3b-8afc-c5c0fca0f152 req-81384d47-4b20-4537-a6a0-a8b6cfcdfd63 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487'] for port, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:11.779900 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dff69e3-5cdc-414f-9e67-129d15aa03d2', 'name': 'network-vif-deleted', 'tag': '53e5b9e3-3153-4dfd-9bf9-873f1b6966b5'}] {{(pid=84074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 16:07:11.818814 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b8059005-e229-4a3b-8afc-c5c0fca0f152 req-81384d47-4b20-4537-a6a0-a8b6cfcdfd63 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.103 "DELETE /v2.0/ports/53e5b9e3-3153-4dfd-9bf9-873f1b6966b5 HTTP/1.1" status: 204 len: 173 time: 1.2315564 Feb 16 16:07:11.826279 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dff69e3-5cdc-414f-9e67-129d15aa03d2', 'name': 'network-vif-deleted', 'tag': '53e5b9e3-3153-4dfd-9bf9-873f1b6966b5', 'status': 'completed', 'code': 200} Feb 16 16:07:12.163538 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device 53e5b9e3-3153-4dfd-9bf9-873f1b6966b5 no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 16:07:12.206965 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] No Port match for: 53e5b9e3-3153-4dfd-9bf9-873f1b6966b5 {{(pid=84076) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 16:07:12.207651 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device 53e5b9e3-3153-4dfd-9bf9-873f1b6966b5 not bound to the agent host hv-cinder-77570 {{(pid=84076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 16:07:12.480368 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-bae085ba-f038-4223-b8d1-bd9cdc2a6192 req-359fd08a-43b0-44f4-bee7-f0f2e648aad6 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/ports?device_id=4dff69e3-5cdc-414f-9e67-129d15aa03d2 HTTP/1.1" status: 200 len: 210 time: 0.0562830 Feb 16 16:07:12.903626 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:13.360838 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebec0e1-8861-4f27-be49-bbfe4bf38d8a req-d4db04c9-fdf2-411c-80b3-f38cedef3487 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:07:13.363175 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0ebec0e1-8861-4f27-be49-bbfe4bf38d8a req-d4db04c9-fdf2-411c-80b3-f38cedef3487 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/ports?device_id=e0a9bae1-d6a4-4621-a6e1-e78186c07222 HTTP/1.1" status: 200 len: 946 time: 0.0888259 Feb 16 16:07:13.411726 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0ebec0e1-8861-4f27-be49-bbfe4bf38d8a req-69636d63-a7a0-40db-8e9a-f04f5f83fcd5 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/security-groups?id=0463bf0b-0df1-40e7-921e-f3e0ec69ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0420425 Feb 16 16:07:13.653350 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ba91e2bd-b54b-4a01-9950-4102d6528847 req-153ccf97-efca-477a-8d51-8c03faa61456 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "GET /v2.0/security-groups/d1cdf25b-ac5e-4c7b-aae4-1dd92cc7194b HTTP/1.1" status: 200 len: 2991 time: 0.0544136 Feb 16 16:07:13.729585 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-ba91e2bd-b54b-4a01-9950-4102d6528847 req-a144af8a-1140-4988-bff1-49a44cb1d771 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Notify callbacks [] for security_group, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:13.759734 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-ba91e2bd-b54b-4a01-9950-4102d6528847 req-a144af8a-1140-4988-bff1-49a44cb1d771 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:13.834599 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-ba91e2bd-b54b-4a01-9950-4102d6528847 req-a144af8a-1140-4988-bff1-49a44cb1d771 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:13.839146 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-e4d08dfa-62e4-43a7-b21e-fcd7795100a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:07:13.858415 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a144af8a-1140-4988-bff1-49a44cb1d771 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1cdf25b-ac5e-4c7b-aae4-1dd92cc7194b,revision_number=None']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:07:13.861304 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-a144af8a-1140-4988-bff1-49a44cb1d771 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:07:13.897369 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-ba91e2bd-b54b-4a01-9950-4102d6528847 req-a144af8a-1140-4988-bff1-49a44cb1d771 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Notify callbacks [] for security_group, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:13.898594 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ba91e2bd-b54b-4a01-9950-4102d6528847 req-a144af8a-1140-4988-bff1-49a44cb1d771 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] 10.222.0.101 "DELETE /v2.0/security-groups/d1cdf25b-ac5e-4c7b-aae4-1dd92cc7194b HTTP/1.1" status: 204 len: 173 time: 0.2375238 Feb 16 16:07:13.988919 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 54484) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:07:14.623132 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a84ccb-8179-4ec5-a30e-3d6d85367c80 req-1b5ccccf-6f1e-43de-8274-d8c9494bae2d tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:07:14.625648 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-a9a84ccb-8179-4ec5-a30e-3d6d85367c80 req-1b5ccccf-6f1e-43de-8274-d8c9494bae2d tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/ports?device_id=e0a9bae1-d6a4-4621-a6e1-e78186c07222 HTTP/1.1" status: 200 len: 946 time: 0.0927501 Feb 16 16:07:14.678164 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-a9a84ccb-8179-4ec5-a30e-3d6d85367c80 req-b1bd9b0f-6916-473b-91af-8a02574c828b tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/security-groups?id=0463bf0b-0df1-40e7-921e-f3e0ec69ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0447562 Feb 16 16:07:14.703475 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-0b524c06-0d4c-4dc9-80b1-9293275e0412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-868963'] for router_interface, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:15.087265 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-0b524c06-0d4c-4dc9-80b1-9293275e0412 admin admin] Deleting port f6d0cd81-98fa-4553-b011-9e7cc4a6ceae {{(pid=84074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 16:07:15.087643 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-0b524c06-0d4c-4dc9-80b1-9293275e0412 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776636423795'] for port, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:15.319886 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a326a14c-54b9-487b-8503-9f5288b3865a req-1846d3f1-2315-426a-9444-fd9e5f622f67 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:07:15.320640 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-a326a14c-54b9-487b-8503-9f5288b3865a req-1846d3f1-2315-426a-9444-fd9e5f622f67 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Synchronizing usage tracker for tenant:9ba01355ccec4f5ba422cc289f631770 on resource:port {{(pid=84074) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 16:07:15.358192 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-0b524c06-0d4c-4dc9-80b1-9293275e0412 admin admin] For port f6d0cd81-98fa-4553-b011-9e7cc4a6ceae, host dv-cinder-775706-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-iscsi',level=0,port_id=f6d0cd81-98fa-4553-b011-9e7cc4a6ceae,segment=NetworkSegment(2868b9f6-5019-4779-bec8-1457bba2edf9),segment_id=2868b9f6-5019-4779-bec8-1457bba2edf9)] {{(pid=84074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:07:15.358589 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-0b524c06-0d4c-4dc9-80b1-9293275e0412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862802'] for port, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:15.426707 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-a326a14c-54b9-487b-8503-9f5288b3865a req-1846d3f1-2315-426a-9444-fd9e5f622f67 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Unset dirty status for tenant:9ba01355ccec4f5ba422cc289f631770 on resource:port {{(pid=84074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 16:07:15.427953 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-a326a14c-54b9-487b-8503-9f5288b3865a req-1846d3f1-2315-426a-9444-fd9e5f622f67 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.103 "GET /v2.0/ports?device_id=e0a9bae1-d6a4-4621-a6e1-e78186c07222 HTTP/1.1" status: 200 len: 946 time: 0.3010411 Feb 16 16:07:15.496595 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-0b524c06-0d4c-4dc9-80b1-9293275e0412 admin admin] Calling delete_port for f6d0cd81-98fa-4553-b011-9e7cc4a6ceae owned by network:router_interface {{(pid=84074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 16:07:15.619949 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [req-a326a14c-54b9-487b-8503-9f5288b3865a req-16212220-d127-45ca-80dc-87e3e006e057 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Deleting port f0275e08-13ab-4b94-a0dd-3697ad153afd {{(pid=84074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 16:07:15.620332 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-a326a14c-54b9-487b-8503-9f5288b3865a req-16212220-d127-45ca-80dc-87e3e006e057 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776636423795'] for port, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:15.887727 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beadae22-c94d-4a2b-9db7-0a0487667752 req-580e3d32-75b1-4336-aa2b-9b7318390065 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:07:15.889343 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-beadae22-c94d-4a2b-9db7-0a0487667752 req-580e3d32-75b1-4336-aa2b-9b7318390065 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/ports?device_id=e0a9bae1-d6a4-4621-a6e1-e78186c07222 HTTP/1.1" status: 200 len: 946 time: 0.0914977 Feb 16 16:07:15.950936 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-beadae22-c94d-4a2b-9db7-0a0487667752 req-81008d35-5587-47da-836e-e0fb305d035f tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/security-groups?id=0463bf0b-0df1-40e7-921e-f3e0ec69ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0434246 Feb 16 16:07:15.986840 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [req-a326a14c-54b9-487b-8503-9f5288b3865a req-16212220-d127-45ca-80dc-87e3e006e057 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] For port f0275e08-13ab-4b94-a0dd-3697ad153afd, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=f0275e08-13ab-4b94-a0dd-3697ad153afd,segment=NetworkSegment(f21b7891-dd2d-40e6-bd74-d5b6d5194f31),segment_id=f21b7891-dd2d-40e6-bd74-d5b6d5194f31)] {{(pid=84074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:07:15.989965 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-a326a14c-54b9-487b-8503-9f5288b3865a req-16212220-d127-45ca-80dc-87e3e006e057 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862802'] for port, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:16.054316 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-0b524c06-0d4c-4dc9-80b1-9293275e0412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776636383262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776636049574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6980856'] for port, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:16.086450 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:07:16.148711 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b524c06-0d4c-4dc9-80b1-9293275e0412 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6d0cd81-98fa-4553-b011-9e7cc4a6ceae,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:07:16.154661 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-0b524c06-0d4c-4dc9-80b1-9293275e0412 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:07:16.159626 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device f0275e08-13ab-4b94-a0dd-3697ad153afd no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 16:07:16.281097 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:16.312792 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a9bae1-d6a4-4621-a6e1-e78186c07222', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0275e08-13ab-4b94-a0dd-3697ad153afd'}] {{(pid=84076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 16:07:16.323924 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] For port f0275e08-13ab-4b94-a0dd-3697ad153afd, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=f0275e08-13ab-4b94-a0dd-3697ad153afd,segment=NetworkSegment(f21b7891-dd2d-40e6-bd74-d5b6d5194f31),segment_id=f21b7891-dd2d-40e6-bd74-d5b6d5194f31)] {{(pid=84076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:07:16.355603 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:16.357965 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-46a385e0-a6e6-4063-a947-7d5f733d08ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:07:16.391304 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a9bae1-d6a4-4621-a6e1-e78186c07222', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0275e08-13ab-4b94-a0dd-3697ad153afd', 'code': 200} Feb 16 16:07:16.433402 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Pushing event updated for resources: {'Port': ['ID=f0275e08-13ab-4b94-a0dd-3697ad153afd,revision_number=5']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:07:16.441571 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:07:16.441964 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:07:16.442349 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:07:16.442773 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:07:16.443151 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:07:16.443532 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:07:16.443905 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:07:16.444280 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:07:16.444651 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:07:16.445023 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:07:16.445403 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:07:16.445762 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:07:16.446577 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:07:16.446577 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:07:16.446880 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:07:16.447239 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:07:16.447604 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:07:16.447993 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:07:16.448322 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:07:16.448711 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:07:16.449056 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:07:16.449420 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:07:16.449787 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:07:16.450151 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:07:16.454536 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:07:16.768610 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-a326a14c-54b9-487b-8503-9f5288b3865a req-16212220-d127-45ca-80dc-87e3e006e057 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:16.769025 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-a326a14c-54b9-487b-8503-9f5288b3865a req-16212220-d127-45ca-80dc-87e3e006e057 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853906801'] for floatingip, after_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:16.769377 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.db.l3_db [req-a326a14c-54b9-487b-8503-9f5288b3865a req-16212220-d127-45ca-80dc-87e3e006e057 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Floating IP cb19ca2a-2867-4946-950c-3cb1b5357e99 disassociated. External IP: 172.27.1.39, port: f0275e08-13ab-4b94-a0dd-3697ad153afd. Feb 16 16:07:16.769765 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [req-a326a14c-54b9-487b-8503-9f5288b3865a req-16212220-d127-45ca-80dc-87e3e006e057 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Calling delete_port for f0275e08-13ab-4b94-a0dd-3697ad153afd owned by compute:nova {{(pid=84074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 16:07:17.036866 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-0b524c06-0d4c-4dc9-80b1-9293275e0412 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853910573'] for router_interface, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:17.067970 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.db.api [req-a326a14c-54b9-487b-8503-9f5288b3865a req-16212220-d127-45ca-80dc-87e3e006e057 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84074) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:07:17.068344 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_db.api [req-a326a14c-54b9-487b-8503-9f5288b3865a req-16212220-d127-45ca-80dc-87e3e006e057 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 16 16:07:17.173200 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad6ef05-087e-47d7-a571-7fd1278e23bf req-3bb731f3-2ad5-4e96-a45a-a548dc8adfa6 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:07:17.176348 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-fad6ef05-087e-47d7-a571-7fd1278e23bf req-3bb731f3-2ad5-4e96-a45a-a548dc8adfa6 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/ports?device_id=e0a9bae1-d6a4-4621-a6e1-e78186c07222 HTTP/1.1" status: 200 len: 944 time: 0.0920708 Feb 16 16:07:17.234599 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-fad6ef05-087e-47d7-a571-7fd1278e23bf req-20b31c48-162c-4211-89a3-4af81163a5b3 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/security-groups?id=0463bf0b-0df1-40e7-921e-f3e0ec69ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0515532 Feb 16 16:07:17.567281 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b524c06-0d4c-4dc9-80b1-9293275e0412 admin admin] Router fbbad0f3-69af-4b08-b932-6a0de89dfb4b has already been hosted by L3 agent 4f2d6f55-b6e7-4768-88f5-01ac5c4c3902 {{(pid=84074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 16:07:17.570780 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [req-a326a14c-54b9-487b-8503-9f5288b3865a req-16212220-d127-45ca-80dc-87e3e006e057 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Deleting port f0275e08-13ab-4b94-a0dd-3697ad153afd {{(pid=84074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 16:07:17.571167 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-a326a14c-54b9-487b-8503-9f5288b3865a req-16212220-d127-45ca-80dc-87e3e006e057 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776636423795'] for port, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:17.680575 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-085b4092-7394-42b6-9241-0a5ed22bda20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:17.993435 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b524c06-0d4c-4dc9-80b1-9293275e0412 admin admin] Notify agent at l3_agent.dv-cinder-775706-1-iscsi the message routers_updated {{(pid=84074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 16:07:18.004631 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7393aa6-df42-40d1-80ea-2b3e8bfd996d None None] Sync routers for ids ['fbbad0f3-69af-4b08-b932-6a0de89dfb4b'] in dv-cinder-775706-1-iscsi {{(pid=84076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 16:07:18.014986 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7393aa6-df42-40d1-80ea-2b3e8bfd996d None None] Routers {'fbbad0f3-69af-4b08-b932-6a0de89dfb4b'} bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 16:07:18.015807 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-f7393aa6-df42-40d1-80ea-2b3e8bfd996d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-16T15:47:20Z,description=,heartbeat_timestamp=2021-02-16T16:06:51Z,host='dv-cinder-775706-1-iscsi',id=4f2d6f55-b6e7-4768-88f5-01ac5c4c3902,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:47:21Z,topic='l3_agent')) {'router_ids': ['fbbad0f3-69af-4b08-b932-6a0de89dfb4b'], 'active': True} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:07:18.060312 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-0b524c06-0d4c-4dc9-80b1-9293275e0412 admin admin] 10.222.0.101 "PUT /v2.0/routers/fbbad0f3-69af-4b08-b932-6a0de89dfb4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0674808 Feb 16 16:07:18.061845 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 54516) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:07:18.075409 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [req-a326a14c-54b9-487b-8503-9f5288b3865a req-16212220-d127-45ca-80dc-87e3e006e057 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] For port f0275e08-13ab-4b94-a0dd-3697ad153afd, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=f0275e08-13ab-4b94-a0dd-3697ad153afd,segment=NetworkSegment(f21b7891-dd2d-40e6-bd74-d5b6d5194f31),segment_id=f21b7891-dd2d-40e6-bd74-d5b6d5194f31)] {{(pid=84074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:07:18.075820 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-a326a14c-54b9-487b-8503-9f5288b3865a req-16212220-d127-45ca-80dc-87e3e006e057 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862802'] for port, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:18.233686 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvr_db [None req-f7393aa6-df42-40d1-80ea-2b3e8bfd996d None None] Set router fbbad0f3-69af-4b08-b932-6a0de89dfb4b gateway port host: dv-cinder-775706-1-iscsi {{(pid=84076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 16:07:18.281499 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-5692ec5f-cd0c-4563-bf5c-2d8d9cc42fa4 admin admin] Notify callbacks [] for router, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:18.480295 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-a326a14c-54b9-487b-8503-9f5288b3865a req-16212220-d127-45ca-80dc-87e3e006e057 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:18.480697 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-a326a14c-54b9-487b-8503-9f5288b3865a req-16212220-d127-45ca-80dc-87e3e006e057 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853906801'] for floatingip, after_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:18.481040 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.db.l3_db [req-a326a14c-54b9-487b-8503-9f5288b3865a req-16212220-d127-45ca-80dc-87e3e006e057 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Floating IP cb19ca2a-2867-4946-950c-3cb1b5357e99 disassociated. External IP: 172.27.1.39, port: f0275e08-13ab-4b94-a0dd-3697ad153afd. Feb 16 16:07:18.481423 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [req-a326a14c-54b9-487b-8503-9f5288b3865a req-16212220-d127-45ca-80dc-87e3e006e057 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Calling delete_port for f0275e08-13ab-4b94-a0dd-3697ad153afd owned by compute:nova {{(pid=84074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 16:07:18.743544 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-a326a14c-54b9-487b-8503-9f5288b3865a req-16212220-d127-45ca-80dc-87e3e006e057 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776636383262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776636049574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6980856'] for port, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:18.760677 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-497e384c-1d35-462c-8470-6f3d4a9ee739 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:07:18.773445 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-5692ec5f-cd0c-4563-bf5c-2d8d9cc42fa4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:18.779492 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-5692ec5f-cd0c-4563-bf5c-2d8d9cc42fa4 admin admin] Deleting port f1b3b8e0-40d0-4006-9e3b-4c453f6acaf8 {{(pid=84075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 16:07:18.779871 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-5692ec5f-cd0c-4563-bf5c-2d8d9cc42fa4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776636423795'] for port, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:18.829126 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16212220-d127-45ca-80dc-87e3e006e057 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Pushing event deleted for resources: {'Port': ['ID=f0275e08-13ab-4b94-a0dd-3697ad153afd,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:07:18.832123 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-f7393aa6-df42-40d1-80ea-2b3e8bfd996d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbbad0f3-69af-4b08-b932-6a0de89dfb4b', 'name': 'tempest-TestShelveInstance-775119664-router', 'tenant_id': '57c03e2c6fe04a41927ce974a5ae8db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': 'f1b3b8e0-40d0-4006-9e3b-4c453f6acaf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:58:58Z', 'updated_at': '2021-02-16T16:07:15Z', 'revision_number': 5, 'project_id': '57c03e2c6fe04a41927ce974a5ae8db2', 'gw_port': {'id': 'f1b3b8e0-40d0-4006-9e3b-4c453f6acaf8', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:66:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbad0f3-69af-4b08-b932-6a0de89dfb4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:58:59Z', 'updated_at': '2021-02-16T15:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi'}], 'dv-cinder-775706-1-iscsi', False) {} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:07:18.833723 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-16212220-d127-45ca-80dc-87e3e006e057 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:07:18.836856 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7393aa6-df42-40d1-80ea-2b3e8bfd996d None None] Checking router: fbbad0f3-69af-4b08-b932-6a0de89dfb4b for host: dv-cinder-775706-1-iscsi {{(pid=84076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 16:07:18.843247 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-2d15b808-6213-4825-86ba-2a92968ab533 req-b644ddef-899b-4e2c-8c21-d74c1d68d1a6 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/ports?device_id=e0a9bae1-d6a4-4621-a6e1-e78186c07222 HTTP/1.1" status: 200 len: 210 time: 0.3877091 Feb 16 16:07:18.847965 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7393aa6-df42-40d1-80ea-2b3e8bfd996d None None] Routers {'fbbad0f3-69af-4b08-b932-6a0de89dfb4b'} bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 16:07:18.849291 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-f7393aa6-df42-40d1-80ea-2b3e8bfd996d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-16T15:47:20Z,description=,heartbeat_timestamp=2021-02-16T16:06:51Z,host='dv-cinder-775706-1-iscsi',id=4f2d6f55-b6e7-4768-88f5-01ac5c4c3902,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:47:21Z,topic='l3_agent')) {'router_ids': ['fbbad0f3-69af-4b08-b932-6a0de89dfb4b'], 'active': True} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:07:19.007115 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-5692ec5f-cd0c-4563-bf5c-2d8d9cc42fa4 admin admin] For port f1b3b8e0-40d0-4006-9e3b-4c453f6acaf8, host dv-cinder-775706-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-iscsi',level=0,port_id=f1b3b8e0-40d0-4006-9e3b-4c453f6acaf8,segment=NetworkSegment(31924cb5-91ae-4236-8041-dd0103380e57),segment_id=31924cb5-91ae-4236-8041-dd0103380e57)] {{(pid=84075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:07:19.007621 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-5692ec5f-cd0c-4563-bf5c-2d8d9cc42fa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862802'] for port, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:19.056215 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvr_db [None req-f7393aa6-df42-40d1-80ea-2b3e8bfd996d None None] Set router fbbad0f3-69af-4b08-b932-6a0de89dfb4b gateway port host: dv-cinder-775706-1-iscsi {{(pid=84076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 16:07:19.153257 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-5692ec5f-cd0c-4563-bf5c-2d8d9cc42fa4 admin admin] Calling delete_port for f1b3b8e0-40d0-4006-9e3b-4c453f6acaf8 owned by network:router_gateway {{(pid=84075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 16:07:19.183980 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a326a14c-54b9-487b-8503-9f5288b3865a req-16212220-d127-45ca-80dc-87e3e006e057 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Router fd9d9436-d779-4a4e-abf9-a5e569a1e831 has already been hosted by L3 agent 4f2d6f55-b6e7-4768-88f5-01ac5c4c3902 {{(pid=84074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 16:07:19.313894 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-5692ec5f-cd0c-4563-bf5c-2d8d9cc42fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776636383262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776636049574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7708556'] for port, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:19.318324 dv-cinder-775706-1-iscsi neutron-server[83961]: WARNING neutron.plugins.ml2.ovo_rpc [None req-5692ec5f-cd0c-4563-bf5c-2d8d9cc42fa4 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Feb 16 16:07:19.318324 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Feb 16 16:07:19.318324 dv-cinder-775706-1-iscsi neutron-server[83961]: result = function(*args, **kwargs) Feb 16 16:07:19.318324 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Feb 16 16:07:19.318324 dv-cinder-775706-1-iscsi neutron-server[83961]: proto.__init__(conn_state, self) Feb 16 16:07:19.318324 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Feb 16 16:07:19.318324 dv-cinder-775706-1-iscsi neutron-server[83961]: self.handle() Feb 16 16:07:19.318324 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Feb 16 16:07:19.318324 dv-cinder-775706-1-iscsi neutron-server[83961]: self.handle_one_request() Feb 16 16:07:19.318324 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Feb 16 16:07:19.318324 dv-cinder-775706-1-iscsi neutron-server[83961]: self.handle_one_response() Feb 16 16:07:19.318324 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Feb 16 16:07:19.318324 dv-cinder-775706-1-iscsi neutron-server[83961]: result = self.application(self.environ, start_response) Feb 16 16:07:19.318324 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Feb 16 16:07:19.318324 dv-cinder-775706-1-iscsi neutron-server[83961]: return app(environ, start_response) Feb 16 16:07:19.318324 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 16 16:07:19.318324 dv-cinder-775706-1-iscsi neutron-server[83961]: resp = self.call_func(req, *args, **kw) Feb 16 16:07:19.318324 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 16 16:07:19.318324 dv-cinder-775706-1-iscsi neutron-server[83961]: return self.func(req, *args, **kwargs) Feb 16 16:07:19.318324 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 16 16:07:19.318324 dv-cinder-775706-1-iscsi neutron-server[83961]: response = req.get_response(self.application) Feb 16 16:07:19.318324 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 16 16:07:19.318324 dv-cinder-775706-1-iscsi neutron-server[83961]: application, catch_exc_info=False) Feb 16 16:07:19.318324 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 16 16:07:19.318324 dv-cinder-775706-1-iscsi neutron-server[83961]: app_iter = application(self.environ, start_response) Feb 16 16:07:19.318324 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 16 16:07:19.318324 dv-cinder-775706-1-iscsi neutron-server[83961]: resp = self.call_func(req, *args, **kw) Feb 16 16:07:19.318324 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 16 16:07:19.318324 dv-cinder-775706-1-iscsi neutron-server[83961]: return self.func(req, *args, **kwargs) Feb 16 16:07:19.318324 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 16 16:07:19.318324 dv-cinder-775706-1-iscsi neutron-server[83961]: response = req.get_response(self.application) Feb 16 16:07:19.318324 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 16 16:07:19.318324 dv-cinder-775706-1-iscsi neutron-server[83961]: application, catch_exc_info=False) Feb 16 16:07:19.318324 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 16 16:07:19.318324 dv-cinder-775706-1-iscsi neutron-server[83961]: app_iter = application(self.environ, start_response) Feb 16 16:07:19.318324 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 16 16:07:19.318324 dv-cinder-775706-1-iscsi neutron-server[83961]: resp = self.call_func(req, *args, **kw) Feb 16 16:07:19.318324 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 16 16:07:19.318324 dv-cinder-775706-1-iscsi neutron-server[83961]: return self.func(req, *args, **kwargs) Feb 16 16:07:19.318324 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Feb 16 16:07:19.318324 dv-cinder-775706-1-iscsi neutron-server[83961]: response = req.get_response(self.application) Feb 16 16:07:19.318324 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 16 16:07:19.318324 dv-cinder-775706-1-iscsi neutron-server[83961]: application, catch_exc_info=False) Feb 16 16:07:19.318324 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 16 16:07:19.318324 dv-cinder-775706-1-iscsi neutron-server[83961]: app_iter = application(self.environ, start_response) Feb 16 16:07:19.318324 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 16 16:07:19.318324 dv-cinder-775706-1-iscsi neutron-server[83961]: resp = self.call_func(req, *args, **kw) Feb 16 16:07:19.318324 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 16 16:07:19.318324 dv-cinder-775706-1-iscsi neutron-server[83961]: return self.func(req, *args, **kwargs) Feb 16 16:07:19.318324 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Feb 16 16:07:19.318324 dv-cinder-775706-1-iscsi neutron-server[83961]: response = req.get_response(self.application) Feb 16 16:07:19.318324 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 16 16:07:19.318324 dv-cinder-775706-1-iscsi neutron-server[83961]: application, catch_exc_info=False) Feb 16 16:07:19.318324 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 16 16:07:19.318324 dv-cinder-775706-1-iscsi neutron-server[83961]: app_iter = application(self.environ, start_response) Feb 16 16:07:19.318324 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 16 16:07:19.318324 dv-cinder-775706-1-iscsi neutron-server[83961]: resp = self.call_func(req, *args, **kw) Feb 16 16:07:19.318324 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 16 16:07:19.318324 dv-cinder-775706-1-iscsi neutron-server[83961]: return self.func(req, *args, **kwargs) Feb 16 16:07:19.318324 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Feb 16 16:07:19.318324 dv-cinder-775706-1-iscsi neutron-server[83961]: return request.get_response(self.application) Feb 16 16:07:19.318324 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 16 16:07:19.318324 dv-cinder-775706-1-iscsi neutron-server[83961]: application, catch_exc_info=False) Feb 16 16:07:19.318324 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 16 16:07:19.318324 dv-cinder-775706-1-iscsi neutron-server[83961]: app_iter = application(self.environ, start_response) Feb 16 16:07:19.318324 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 16 16:07:19.318324 dv-cinder-775706-1-iscsi neutron-server[83961]: resp = self.call_func(req, *args, **kw) Feb 16 16:07:19.318324 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 16 16:07:19.318324 dv-cinder-775706-1-iscsi neutron-server[83961]: return self.func(req, *args, **kwargs) Feb 16 16:07:19.318324 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Feb 16 16:07:19.318324 dv-cinder-775706-1-iscsi neutron-server[83961]: response = req.get_response(self._app) Feb 16 16:07:19.318324 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 16 16:07:19.318324 dv-cinder-775706-1-iscsi neutron-server[83961]: application, catch_exc_info=False) Feb 16 16:07:19.318324 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 16 16:07:19.318324 dv-cinder-775706-1-iscsi neutron-server[83961]: app_iter = application(self.environ, start_response) Feb 16 16:07:19.318324 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 16 16:07:19.318324 dv-cinder-775706-1-iscsi neutron-server[83961]: return resp(environ, start_response) Feb 16 16:07:19.318324 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 16 16:07:19.318324 dv-cinder-775706-1-iscsi neutron-server[83961]: return resp(environ, start_response) Feb 16 16:07:19.318324 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Feb 16 16:07:19.318324 dv-cinder-775706-1-iscsi neutron-server[83961]: response = self.app(environ, start_response) Feb 16 16:07:19.318324 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 16 16:07:19.318324 dv-cinder-775706-1-iscsi neutron-server[83961]: return resp(environ, start_response) Feb 16 16:07:19.318324 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 16 16:07:19.318324 dv-cinder-775706-1-iscsi neutron-server[83961]: resp = self.call_func(req, *args, **kw) Feb 16 16:07:19.318324 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 16 16:07:19.318324 dv-cinder-775706-1-iscsi neutron-server[83961]: return self.func(req, *args, **kwargs) Feb 16 16:07:19.318324 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Feb 16 16:07:19.326536 dv-cinder-775706-1-iscsi neutron-server[83961]: result = method(request=request, **args) Feb 16 16:07:19.326536 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Feb 16 16:07:19.326536 dv-cinder-775706-1-iscsi neutron-server[83961]: return self._delete(request, id, **kwargs) Feb 16 16:07:19.326536 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 16:07:19.326536 dv-cinder-775706-1-iscsi neutron-server[83961]: return f(*args, **kwargs) Feb 16 16:07:19.326536 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 16:07:19.326536 dv-cinder-775706-1-iscsi neutron-server[83961]: return f(*args, **kwargs) Feb 16 16:07:19.326536 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 16:07:19.326536 dv-cinder-775706-1-iscsi neutron-server[83961]: return f(*dup_args, **dup_kwargs) Feb 16 16:07:19.326536 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Feb 16 16:07:19.326536 dv-cinder-775706-1-iscsi neutron-server[83961]: obj_deleter(request.context, id, **kwargs) Feb 16 16:07:19.326536 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Feb 16 16:07:19.326536 dv-cinder-775706-1-iscsi neutron-server[83961]: super(L3_NAT_db_mixin, self).delete_router(context, id) Feb 16 16:07:19.326536 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 16 16:07:19.326536 dv-cinder-775706-1-iscsi neutron-server[83961]: return method(*args, **kwargs) Feb 16 16:07:19.326536 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 16:07:19.326536 dv-cinder-775706-1-iscsi neutron-server[83961]: return f(*args, **kwargs) Feb 16 16:07:19.326536 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 16:07:19.326536 dv-cinder-775706-1-iscsi neutron-server[83961]: return f(*args, **kwargs) Feb 16 16:07:19.326536 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 16:07:19.326536 dv-cinder-775706-1-iscsi neutron-server[83961]: return f(*dup_args, **dup_kwargs) Feb 16 16:07:19.326536 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Feb 16 16:07:19.326536 dv-cinder-775706-1-iscsi neutron-server[83961]: self._delete_current_gw_port(context, id, router, None) Feb 16 16:07:19.326536 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Feb 16 16:07:19.326536 dv-cinder-775706-1-iscsi neutron-server[83961]: admin_ctx, gw_port_id, l3_port_check=False) Feb 16 16:07:19.326536 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Feb 16 16:07:19.326536 dv-cinder-775706-1-iscsi neutron-server[83961]: return f(self, context, *args, **kwargs) Feb 16 16:07:19.326536 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 16 16:07:19.326536 dv-cinder-775706-1-iscsi neutron-server[83961]: return method(*args, **kwargs) Feb 16 16:07:19.326536 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port Feb 16 16:07:19.326536 dv-cinder-775706-1-iscsi neutron-server[83961]: context, port, router_ids, bound_mech_contexts) Feb 16 16:07:19.326536 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port Feb 16 16:07:19.326536 dv-cinder-775706-1-iscsi neutron-server[83961]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Feb 16 16:07:19.326536 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Feb 16 16:07:19.326536 dv-cinder-775706-1-iscsi neutron-server[83961]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Feb 16 16:07:19.326536 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Feb 16 16:07:19.326536 dv-cinder-775706-1-iscsi neutron-server[83961]: return function(*args, **kwargs) Feb 16 16:07:19.326536 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Feb 16 16:07:19.326536 dv-cinder-775706-1-iscsi neutron-server[83961]: errors = self._notify_loop(resource, event, trigger, **kwargs) Feb 16 16:07:19.326536 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Feb 16 16:07:19.326536 dv-cinder-775706-1-iscsi neutron-server[83961]: callback(resource, event, trigger, **kwargs) Feb 16 16:07:19.326536 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Feb 16 16:07:19.326536 dv-cinder-775706-1-iscsi neutron-server[83961]: if self._is_session_semantic_violated(context, resource, event): Feb 16 16:07:19.326536 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Feb 16 16:07:19.326536 dv-cinder-775706-1-iscsi neutron-server[83961]: stack = traceback.extract_stack() Feb 16 16:07:19.326536 dv-cinder-775706-1-iscsi neutron-server[83961]: Feb 16 16:07:19.410211 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-f7393aa6-df42-40d1-80ea-2b3e8bfd996d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbbad0f3-69af-4b08-b932-6a0de89dfb4b', 'name': 'tempest-TestShelveInstance-775119664-router', 'tenant_id': '57c03e2c6fe04a41927ce974a5ae8db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': 'f1b3b8e0-40d0-4006-9e3b-4c453f6acaf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:58:58Z', 'updated_at': '2021-02-16T16:07:15Z', 'revision_number': 5, 'project_id': '57c03e2c6fe04a41927ce974a5ae8db2', 'gw_port': {'id': 'f1b3b8e0-40d0-4006-9e3b-4c453f6acaf8', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:66:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbad0f3-69af-4b08-b932-6a0de89dfb4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:58:59Z', 'updated_at': '2021-02-16T15:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi'}], 'dv-cinder-775706-1-iscsi', False) {} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:07:19.415749 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7393aa6-df42-40d1-80ea-2b3e8bfd996d None None] The sync data for ids ['fbbad0f3-69af-4b08-b932-6a0de89dfb4b'] in dv-cinder-775706-1-iscsi is: [{'id': 'fbbad0f3-69af-4b08-b932-6a0de89dfb4b', 'name': 'tempest-TestShelveInstance-775119664-router', 'tenant_id': '57c03e2c6fe04a41927ce974a5ae8db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': 'f1b3b8e0-40d0-4006-9e3b-4c453f6acaf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:58:58Z', 'updated_at': '2021-02-16T16:07:15Z', 'revision_number': 5, 'project_id': '57c03e2c6fe04a41927ce974a5ae8db2', 'gw_port': {'id': 'f1b3b8e0-40d0-4006-9e3b-4c453f6acaf8', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:66:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbad0f3-69af-4b08-b932-6a0de89dfb4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:58:59Z', 'updated_at': '2021-02-16T15:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi'}] {{(pid=84076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 16:07:19.589528 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-5692ec5f-cd0c-4563-bf5c-2d8d9cc42fa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853864561'] for router_gateway, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:19.694436 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a326a14c-54b9-487b-8503-9f5288b3865a req-16212220-d127-45ca-80dc-87e3e006e057 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify agent at l3_agent.dv-cinder-775706-1-iscsi the message routers_updated {{(pid=84074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 16:07:19.705990 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864ee065-34ae-4930-b0bf-984972c752e5 None None] Sync routers for ids ['fd9d9436-d779-4a4e-abf9-a5e569a1e831'] in dv-cinder-775706-1-iscsi {{(pid=84077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 16:07:19.718320 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864ee065-34ae-4930-b0bf-984972c752e5 None None] Routers {'fd9d9436-d779-4a4e-abf9-a5e569a1e831'} bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 16:07:19.718931 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-864ee065-34ae-4930-b0bf-984972c752e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-16T15:47:20Z,description=,heartbeat_timestamp=2021-02-16T16:06:51Z,host='dv-cinder-775706-1-iscsi',id=4f2d6f55-b6e7-4768-88f5-01ac5c4c3902,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:47:21Z,topic='l3_agent')) {'router_ids': ['fd9d9436-d779-4a4e-abf9-a5e569a1e831'], 'active': True} {{(pid=84077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:07:19.745091 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-5692ec5f-cd0c-4563-bf5c-2d8d9cc42fa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-877732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63948'] for router, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:19.746137 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [req-a326a14c-54b9-487b-8503-9f5288b3865a req-16212220-d127-45ca-80dc-87e3e006e057 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] No DVR routers for this DVR port f0275e08-13ab-4b94-a0dd-3697ad153afd on host hv-cinder-77570 {{(pid=84074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 16:07:19.748421 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-5692ec5f-cd0c-4563-bf5c-2d8d9cc42fa4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:19.748871 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-a326a14c-54b9-487b-8503-9f5288b3865a req-16212220-d127-45ca-80dc-87e3e006e057 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487'] for port, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:19.751965 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a9bae1-d6a4-4621-a6e1-e78186c07222', 'name': 'network-vif-deleted', 'tag': 'f0275e08-13ab-4b94-a0dd-3697ad153afd'}] {{(pid=84074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 16:07:19.778874 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-a326a14c-54b9-487b-8503-9f5288b3865a req-16212220-d127-45ca-80dc-87e3e006e057 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.103 "DELETE /v2.0/ports/f0275e08-13ab-4b94-a0dd-3697ad153afd HTTP/1.1" status: 204 len: 173 time: 4.2896352 Feb 16 16:07:19.826897 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a9bae1-d6a4-4621-a6e1-e78186c07222', 'name': 'network-vif-deleted', 'tag': 'f0275e08-13ab-4b94-a0dd-3697ad153afd', 'status': 'completed', 'code': 200} Feb 16 16:07:19.961805 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvr_db [None req-864ee065-34ae-4930-b0bf-984972c752e5 None None] Set router fd9d9436-d779-4a4e-abf9-a5e569a1e831 gateway port host: dv-cinder-775706-1-iscsi {{(pid=84077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 16:07:19.972270 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-5692ec5f-cd0c-4563-bf5c-2d8d9cc42fa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-871536'] for router, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:19.973149 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5692ec5f-cd0c-4563-bf5c-2d8d9cc42fa4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fbbad0f3-69af-4b08-b932-6a0de89dfb4b {{(pid=84075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 16:07:20.060507 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-5692ec5f-cd0c-4563-bf5c-2d8d9cc42fa4 admin admin] Notify callbacks [] for router, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:20.061755 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-5692ec5f-cd0c-4563-bf5c-2d8d9cc42fa4 admin admin] 10.222.0.101 "DELETE /v2.0/routers/fbbad0f3-69af-4b08-b932-6a0de89dfb4b HTTP/1.1" status: 204 len: 168 time: 1.9986145 Feb 16 16:07:20.064395 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ddacafd4-f635-404c-9704-6ddc62d665dc req-87f92d3c-f0e8-47f4-a768-ca408230c9e9 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/ports?device_id=e0a9bae1-d6a4-4621-a6e1-e78186c07222 HTTP/1.1" status: 200 len: 210 time: 0.0734482 Feb 16 16:07:20.066244 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 54538) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:07:20.145092 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9b9b6cf-4961-499b-89e2-e7b42c868690 admin admin] Deleting subnet 578849cb-f9a8-4646-bed7-c111f69c5937 {{(pid=84074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 16 16:07:20.148632 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a9b9b6cf-4961-499b-89e2-e7b42c868690 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:20.209122 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a9b9b6cf-4961-499b-89e2-e7b42c868690 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848295296'] for subnet, precommit_delete_associations {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:20.352960 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a9b9b6cf-4961-499b-89e2-e7b42c868690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852981986'] for subnet, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:20.385744 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-864ee065-34ae-4930-b0bf-984972c752e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'name': 'tempest-TestVolumeBootPattern-1822681073-router', 'tenant_id': '9ba01355ccec4f5ba422cc289f631770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '9c7a4ee5-aad2-457d-8a26-f9c39f8fb81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T16:03:02Z', 'updated_at': '2021-02-16T16:03:10Z', 'revision_number': 4, 'project_id': '9ba01355ccec4f5ba422cc289f631770', 'gw_port': {'id': '9c7a4ee5-aad2-457d-8a26-f9c39f8fb81d', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:03:04Z', 'updated_at': '2021-02-16T16:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_interfaces': [{'id': 'cbae4516-30c2-48f8-bceb-abf5579fd378', 'name': '', 'network_id': '45f2857c-5bdc-476f-9384-4f61c45c28bf', 'tenant_id': '9ba01355ccec4f5ba422cc289f631770', 'mac_address': 'fa:16:3e:95:33:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'de8ce4f7-6e00-466a-9aac-6c50642948a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:03:09Z', 'updated_at': '2021-02-16T16:03:17Z', 'revision_number': 5, 'project_id': '9ba01355ccec4f5ba422cc289f631770', 'subnets': [{'id': 'de8ce4f7-6e00-466a-9aac-6c50642948a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-iscsi', False) {} {{(pid=84077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:07:20.390166 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864ee065-34ae-4930-b0bf-984972c752e5 None None] Checking router: fd9d9436-d779-4a4e-abf9-a5e569a1e831 for host: dv-cinder-775706-1-iscsi {{(pid=84077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 16:07:20.399845 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864ee065-34ae-4930-b0bf-984972c752e5 None None] Routers {'fd9d9436-d779-4a4e-abf9-a5e569a1e831'} bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 16:07:20.400494 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-864ee065-34ae-4930-b0bf-984972c752e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-16T15:47:20Z,description=,heartbeat_timestamp=2021-02-16T16:06:51Z,host='dv-cinder-775706-1-iscsi',id=4f2d6f55-b6e7-4768-88f5-01ac5c4c3902,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:47:21Z,topic='l3_agent')) {'router_ids': ['fd9d9436-d779-4a4e-abf9-a5e569a1e831'], 'active': True} {{(pid=84077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:07:20.406180 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d05518bb-17ee-4865-b03c-31693adcda8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:20.573144 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1f7cedd0-4a1e-4e4a-af43-04eaecf37c31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:20.601364 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvr_db [None req-864ee065-34ae-4930-b0bf-984972c752e5 None None] Set router fd9d9436-d779-4a4e-abf9-a5e569a1e831 gateway port host: dv-cinder-775706-1-iscsi {{(pid=84077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 16:07:20.657815 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a9b9b6cf-4961-499b-89e2-e7b42c868690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1793799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847795026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848112455'] for subnet, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:20.674596 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-c82eef3e-6011-4855-a82d-ba388e0124fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:07:20.724907 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b9b6cf-4961-499b-89e2-e7b42c868690 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=578849cb-f9a8-4646-bed7-c111f69c5937,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:07:20.728873 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-a9b9b6cf-4961-499b-89e2-e7b42c868690 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:07:20.813487 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a9b9b6cf-4961-499b-89e2-e7b42c868690 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:20.820017 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a04251-8c64-4a49-bad7-d4363758a177 None None] Network 5a6cc9fd-7c89-4382-a460-9e49c7df15fc requested from dv-cinder-775706-1-iscsi {{(pid=84076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 16:07:20.821863 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-a9b9b6cf-4961-499b-89e2-e7b42c868690 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/578849cb-f9a8-4646-bed7-c111f69c5937 HTTP/1.1" status: 204 len: 168 time: 0.7543991 Feb 16 16:07:20.824543 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 54546) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:07:20.969112 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-864ee065-34ae-4930-b0bf-984972c752e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'name': 'tempest-TestVolumeBootPattern-1822681073-router', 'tenant_id': '9ba01355ccec4f5ba422cc289f631770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '9c7a4ee5-aad2-457d-8a26-f9c39f8fb81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T16:03:02Z', 'updated_at': '2021-02-16T16:03:10Z', 'revision_number': 4, 'project_id': '9ba01355ccec4f5ba422cc289f631770', 'gw_port': {'id': '9c7a4ee5-aad2-457d-8a26-f9c39f8fb81d', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:03:04Z', 'updated_at': '2021-02-16T16:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_interfaces': [{'id': 'cbae4516-30c2-48f8-bceb-abf5579fd378', 'name': '', 'network_id': '45f2857c-5bdc-476f-9384-4f61c45c28bf', 'tenant_id': '9ba01355ccec4f5ba422cc289f631770', 'mac_address': 'fa:16:3e:95:33:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'de8ce4f7-6e00-466a-9aac-6c50642948a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:03:09Z', 'updated_at': '2021-02-16T16:03:17Z', 'revision_number': 5, 'project_id': '9ba01355ccec4f5ba422cc289f631770', 'subnets': [{'id': 'de8ce4f7-6e00-466a-9aac-6c50642948a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-iscsi', False) {} {{(pid=84077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:07:20.974923 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-7a9d39ad-1813-43f3-a8cf-6dbd344a0c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853200303'] for network, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:20.976707 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864ee065-34ae-4930-b0bf-984972c752e5 None None] The sync data for ids ['fd9d9436-d779-4a4e-abf9-a5e569a1e831'] in dv-cinder-775706-1-iscsi is: [{'id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'name': 'tempest-TestVolumeBootPattern-1822681073-router', 'tenant_id': '9ba01355ccec4f5ba422cc289f631770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '9c7a4ee5-aad2-457d-8a26-f9c39f8fb81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T16:03:02Z', 'updated_at': '2021-02-16T16:03:10Z', 'revision_number': 4, 'project_id': '9ba01355ccec4f5ba422cc289f631770', 'gw_port': {'id': '9c7a4ee5-aad2-457d-8a26-f9c39f8fb81d', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:03:04Z', 'updated_at': '2021-02-16T16:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_interfaces': [{'id': 'cbae4516-30c2-48f8-bceb-abf5579fd378', 'name': '', 'network_id': '45f2857c-5bdc-476f-9384-4f61c45c28bf', 'tenant_id': '9ba01355ccec4f5ba422cc289f631770', 'mac_address': 'fa:16:3e:95:33:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'de8ce4f7-6e00-466a-9aac-6c50642948a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:03:09Z', 'updated_at': '2021-02-16T16:03:17Z', 'revision_number': 5, 'project_id': '9ba01355ccec4f5ba422cc289f631770', 'subnets': [{'id': 'de8ce4f7-6e00-466a-9aac-6c50642948a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 16:07:21.064320 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-7a9d39ad-1813-43f3-a8cf-6dbd344a0c6f admin admin] Deleting port a9682bff-3c8f-4427-8687-b054482121c7 {{(pid=84074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 16:07:21.065077 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-7a9d39ad-1813-43f3-a8cf-6dbd344a0c6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776636423795'] for port, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:21.171283 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebbfd946-82f9-406e-b3de-de5f5cc68951 None None] DHCP port deletion for 5a6cc9fd-7c89-4382-a460-9e49c7df15fc request from dv-cinder-775706-1-iscsi {{(pid=84076) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 16 16:07:21.178156 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-ebbfd946-82f9-406e-b3de-de5f5cc68951 None None] Deleting port a9682bff-3c8f-4427-8687-b054482121c7 {{(pid=84076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 16:07:21.178818 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ebbfd946-82f9-406e-b3de-de5f5cc68951 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776636423795'] for port, before_delete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:21.320251 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device a9682bff-3c8f-4427-8687-b054482121c7 no longer exists at agent ovs-agent-dv-cinder-775706-1-iscsi {{(pid=84076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 16:07:21.387592 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-7a9d39ad-1813-43f3-a8cf-6dbd344a0c6f admin admin] For port a9682bff-3c8f-4427-8687-b054482121c7, host dv-cinder-775706-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-iscsi',level=0,port_id=a9682bff-3c8f-4427-8687-b054482121c7,segment=NetworkSegment(2868b9f6-5019-4779-bec8-1457bba2edf9),segment_id=2868b9f6-5019-4779-bec8-1457bba2edf9)] {{(pid=84074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:07:21.388002 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-7a9d39ad-1813-43f3-a8cf-6dbd344a0c6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862802'] for port, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:21.568677 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:21.579482 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-7a9d39ad-1813-43f3-a8cf-6dbd344a0c6f admin admin] Calling delete_port for a9682bff-3c8f-4427-8687-b054482121c7 owned by network:dhcp {{(pid=84074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 16:07:21.596687 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c96052ab-a11d-4213-bd13-49a7d07f0130 req-9d3cf59a-33ef-4599-951c-f0ee7666a18c tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1187436346&fields=id&tenant_id=9ba01355ccec4f5ba422cc289f631770 HTTP/1.1" status: 200 len: 267 time: 0.0524235 Feb 16 16:07:21.620317 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:21.661554 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7026acbd-eb3b-4f73-bf5e-57011498e285 None None] New status for floating IP cb19ca2a-2867-4946-950c-3cb1b5357e99: DOWN {{(pid=84076) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 16 16:07:21.724361 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] For port a9682bff-3c8f-4427-8687-b054482121c7, host dv-cinder-775706-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-iscsi',level=0,port_id=a9682bff-3c8f-4427-8687-b054482121c7,segment=NetworkSegment(2868b9f6-5019-4779-bec8-1457bba2edf9),segment_id=2868b9f6-5019-4779-bec8-1457bba2edf9)] {{(pid=84076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:07:21.767029 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.db.api [None req-7a9d39ad-1813-43f3-a8cf-6dbd344a0c6f admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84074) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:07:21.767853 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_db.api [None req-7a9d39ad-1813-43f3-a8cf-6dbd344a0c6f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 16 16:07:21.785473 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96052ab-a11d-4213-bd13-49a7d07f0130 req-175afd8a-6659-44c0-ac50-6b23c9b89b52 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:07:21.787100 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c96052ab-a11d-4213-bd13-49a7d07f0130 req-175afd8a-6659-44c0-ac50-6b23c9b89b52 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/networks?id=45f2857c-5bdc-476f-9384-4f61c45c28bf HTTP/1.1" status: 200 len: 812 time: 0.1790171 Feb 16 16:07:21.804276 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c96052ab-a11d-4213-bd13-49a7d07f0130 req-5612f278-75dc-49f7-b734-5fd717256d5f tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/quotas/9ba01355ccec4f5ba422cc289f631770 HTTP/1.1" status: 200 len: 375 time: 0.0108211 Feb 16 16:07:21.844518 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:21.845343 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device f1b3b8e0-40d0-4006-9e3b-4c453f6acaf8 no longer exists at agent ovs-agent-dv-cinder-775706-1-iscsi {{(pid=84076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 16:07:21.880326 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-b64d07fa-88b1-4102-b2cb-f5f9e02268cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:07:21.904734 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c96052ab-a11d-4213-bd13-49a7d07f0130 req-8d2c2ecb-0e0b-4e7c-bb74-ff758de68363 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=9ba01355ccec4f5ba422cc289f631770&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0940180 Feb 16 16:07:21.938352 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] No Port match for: f1b3b8e0-40d0-4006-9e3b-4c453f6acaf8 {{(pid=84076) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 16:07:21.938825 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device f1b3b8e0-40d0-4006-9e3b-4c453f6acaf8 not bound to the agent host dv-cinder-775706-1-iscsi {{(pid=84076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 16:07:21.939290 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device f6d0cd81-98fa-4553-b011-9e7cc4a6ceae no longer exists at agent ovs-agent-dv-cinder-775706-1-iscsi {{(pid=84076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 16:07:21.967517 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [req-c96052ab-a11d-4213-bd13-49a7d07f0130 req-07d42bff-1cc4-4e24-b135-05f960903df9 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=84075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:07:21.968611 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c96052ab-a11d-4213-bd13-49a7d07f0130 req-07d42bff-1cc4-4e24-b135-05f960903df9 service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0109279 Feb 16 16:07:22.035672 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-ebbfd946-82f9-406e-b3de-de5f5cc68951 None None] For port a9682bff-3c8f-4427-8687-b054482121c7, host dv-cinder-775706-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-iscsi',level=0,port_id=a9682bff-3c8f-4427-8687-b054482121c7,segment=NetworkSegment(2868b9f6-5019-4779-bec8-1457bba2edf9),segment_id=2868b9f6-5019-4779-bec8-1457bba2edf9)] {{(pid=84076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:07:22.036029 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ebbfd946-82f9-406e-b3de-de5f5cc68951 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862802'] for port, precommit_delete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:22.051547 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] No Port match for: f6d0cd81-98fa-4553-b011-9e7cc4a6ceae {{(pid=84076) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 16:07:22.051940 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device f6d0cd81-98fa-4553-b011-9e7cc4a6ceae not bound to the agent host dv-cinder-775706-1-iscsi {{(pid=84076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 16:07:22.144232 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd934c3b-95e7-4560-8536-5c8394bb5110 req-773e91bd-0544-450b-991c-0356109933af tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:07:22.145877 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-dd934c3b-95e7-4560-8536-5c8394bb5110 req-773e91bd-0544-450b-991c-0356109933af tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a HTTP/1.1" status: 200 len: 945 time: 0.2292540 Feb 16 16:07:22.156134 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c96052ab-a11d-4213-bd13-49a7d07f0130 req-8d8b89e8-a3fb-4b7e-9fe3-3a113d2efdda service neutron] 10.222.0.101 "GET /v2.0/networks/45f2857c-5bdc-476f-9384-4f61c45c28bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782863 Feb 16 16:07:22.200680 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-ebbfd946-82f9-406e-b3de-de5f5cc68951 None None] Calling delete_port for a9682bff-3c8f-4427-8687-b054482121c7 owned by network:dhcp {{(pid=84076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 16:07:22.245658 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Pushing event updated for resources: {'Port': ['ID=a9682bff-3c8f-4427-8687-b054482121c7,revision_number=5']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:07:22.250487 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:07:22.270121 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-7a9d39ad-1813-43f3-a8cf-6dbd344a0c6f admin admin] Deleting port a9682bff-3c8f-4427-8687-b054482121c7 {{(pid=84074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 16:07:22.270514 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-7a9d39ad-1813-43f3-a8cf-6dbd344a0c6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776636423795'] for port, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:22.310828 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-dd934c3b-95e7-4560-8536-5c8394bb5110 req-ee2e5c4e-80b2-4bae-ba6a-43e59f53a576 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=03186328-352b-40c9-a700-1600fe2a1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571283 Feb 16 16:07:22.341433 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c96052ab-a11d-4213-bd13-49a7d07f0130 req-ba503c47-ef06-44fb-9197-c2b37e05801b service neutron] 10.222.0.101 "GET /v2.0/networks/45f2857c-5bdc-476f-9384-4f61c45c28bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1693509 Feb 16 16:07:22.417034 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.db.api [None req-ebbfd946-82f9-406e-b3de-de5f5cc68951 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84076) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:07:22.417457 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_db.api [None req-ebbfd946-82f9-406e-b3de-de5f5cc68951 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 16 16:07:22.418175 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-331083c2-9fd5-48c9-8796-02890b3f22e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:22.523763 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-7a9d39ad-1813-43f3-a8cf-6dbd344a0c6f admin admin] For port a9682bff-3c8f-4427-8687-b054482121c7, host dv-cinder-775706-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-iscsi',level=0,port_id=a9682bff-3c8f-4427-8687-b054482121c7,segment=NetworkSegment(2868b9f6-5019-4779-bec8-1457bba2edf9),segment_id=2868b9f6-5019-4779-bec8-1457bba2edf9)] {{(pid=84074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:07:22.524171 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-7a9d39ad-1813-43f3-a8cf-6dbd344a0c6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862802'] for port, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:22.665358 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-7a9d39ad-1813-43f3-a8cf-6dbd344a0c6f admin admin] Calling delete_port for a9682bff-3c8f-4427-8687-b054482121c7 owned by network:dhcp {{(pid=84074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 16:07:22.770900 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-7a9d39ad-1813-43f3-a8cf-6dbd344a0c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776636383262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776636049574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6980856'] for port, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:22.787073 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-c1e4a392-bd5f-408a-9dff-93534d03fa5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:07:22.854534 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9d39ad-1813-43f3-a8cf-6dbd344a0c6f admin admin] Pushing event deleted for resources: {'Port': ['ID=a9682bff-3c8f-4427-8687-b054482121c7,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:07:22.905050 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-7a9d39ad-1813-43f3-a8cf-6dbd344a0c6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:07:22.918917 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-ebbfd946-82f9-406e-b3de-de5f5cc68951 None None] Deleting port a9682bff-3c8f-4427-8687-b054482121c7 {{(pid=84076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 16:07:22.919283 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ebbfd946-82f9-406e-b3de-de5f5cc68951 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776636423795'] for port, before_delete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:22.921582 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1c35cd03-dc21-431c-8110-820afef82f01 req-a4cd8fea-1415-4030-9536-e511c0d065fd tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/ports?device_id=49cff0d2-e22a-4480-bf7a-d9e0703989f6 HTTP/1.1" status: 200 len: 210 time: 0.0624335 Feb 16 16:07:22.950099 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9d39ad-1813-43f3-a8cf-6dbd344a0c6f admin admin] No DVR routers for this DVR port a9682bff-3c8f-4427-8687-b054482121c7 on host dv-cinder-775706-1-iscsi {{(pid=84074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 16:07:23.096529 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-7a9d39ad-1813-43f3-a8cf-6dbd344a0c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852988537', 'neutron.services.segments.db._delete_segments_for_network--9223363260218233119'] for network, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:23.190855 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-ebbfd946-82f9-406e-b3de-de5f5cc68951 None None] The port 'a9682bff-3c8f-4427-8687-b054482121c7' was deleted {{(pid=84076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 16 16:07:23.224599 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.services.segments.db [None req-7a9d39ad-1813-43f3-a8cf-6dbd344a0c6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a6cc9fd-7c89-4382-a460-9e49c7df15fc']}} {{(pid=84074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:07:23.239244 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.services.segments.db [None req-7a9d39ad-1813-43f3-a8cf-6dbd344a0c6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2868b9f6-5019-4779-bec8-1457bba2edf9') {'for_net_delete': True} {{(pid=84074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:07:23.239575 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.services.segments.db [None req-7a9d39ad-1813-43f3-a8cf-6dbd344a0c6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2868b9f6-5019-4779-bec8-1457bba2edf9') {} {{(pid=84074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:07:23.251664 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-7a9d39ad-1813-43f3-a8cf-6dbd344a0c6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363260218221087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6480523'] for segment, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:23.272634 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-7a9d39ad-1813-43f3-a8cf-6dbd344a0c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797496'] for segment, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:23.274790 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7a9d39ad-1813-43f3-a8cf-6dbd344a0c6f admin admin] Releasing vxlan tunnel 6 to pool {{(pid=84074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 16 16:07:23.461873 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-7a9d39ad-1813-43f3-a8cf-6dbd344a0c6f admin admin] Network 5a6cc9fd-7c89-4382-a460-9e49c7df15fc has no segments {{(pid=84074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 16:07:23.471892 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-7a9d39ad-1813-43f3-a8cf-6dbd344a0c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852978417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6980364'] for segment, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:23.529752 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfbdb44-595f-4f3c-a355-64f477d35444 req-4c1ed9f1-4e27-4cbb-a032-45be446da004 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:07:23.531427 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-edfbdb44-595f-4f3c-a355-64f477d35444 req-4c1ed9f1-4e27-4cbb-a032-45be446da004 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a HTTP/1.1" status: 200 len: 945 time: 0.0919628 Feb 16 16:07:23.582840 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-edfbdb44-595f-4f3c-a355-64f477d35444 req-18fdcd76-ab1a-4d28-ae8c-4fce47120e25 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=03186328-352b-40c9-a700-1600fe2a1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443752 Feb 16 16:07:23.662459 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-7a9d39ad-1813-43f3-a8cf-6dbd344a0c6f admin admin] Network 5a6cc9fd-7c89-4382-a460-9e49c7df15fc has no segments {{(pid=84074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 16:07:23.686514 dv-cinder-775706-1-iscsi neutron-server[83961]: Traceback (most recent call last): Feb 16 16:07:23.686514 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:07:23.686514 dv-cinder-775706-1-iscsi neutron-server[83961]: timer() Feb 16 16:07:23.686514 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:07:23.686514 dv-cinder-775706-1-iscsi neutron-server[83961]: cb(*args, **kw) Feb 16 16:07:23.686514 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 16 16:07:23.686514 dv-cinder-775706-1-iscsi neutron-server[83961]: return func(*args, **kwargs) Feb 16 16:07:23.686514 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:07:23.686514 dv-cinder-775706-1-iscsi neutron-server[83961]: self._notify() Feb 16 16:07:23.686514 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:07:23.686514 dv-cinder-775706-1-iscsi neutron-server[83961]: self.callback(batched_events) Feb 16 16:07:23.686514 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:07:23.686514 dv-cinder-775706-1-iscsi neutron-server[83961]: event.method(event) Feb 16 16:07:23.686514 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 16:07:23.686514 dv-cinder-775706-1-iscsi neutron-server[83961]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:07:23.686514 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 16 16:07:23.686514 dv-cinder-775706-1-iscsi neutron-server[83961]: segment_id)['aggregates'][0] Feb 16 16:07:23.686514 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 16:07:23.686514 dv-cinder-775706-1-iscsi neutron-server[83961]: return f(self, *a, **k) Feb 16 16:07:23.686514 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 16:07:23.686514 dv-cinder-775706-1-iscsi neutron-server[83961]: return self._get(url).json() Feb 16 16:07:23.686514 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:07:23.686514 dv-cinder-775706-1-iscsi neutron-server[83961]: **kwargs) Feb 16 16:07:23.686514 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 16:07:23.686514 dv-cinder-775706-1-iscsi neutron-server[83961]: return self.request(url, 'GET', **kwargs) Feb 16 16:07:23.686514 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 16 16:07:23.686514 dv-cinder-775706-1-iscsi neutron-server[83961]: **endpoint_filter) Feb 16 16:07:23.686514 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 16:07:23.686514 dv-cinder-775706-1-iscsi neutron-server[83961]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:07:23.686514 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 16:07:23.686514 dv-cinder-775706-1-iscsi neutron-server[83961]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:07:23.686514 dv-cinder-775706-1-iscsi neutron-server[83961]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:07:23.794776 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-7a9d39ad-1813-43f3-a8cf-6dbd344a0c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-911268'] for network, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:23.798162 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:07:23.818322 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-7a9d39ad-1813-43f3-a8cf-6dbd344a0c6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210664'] for network, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:23.826896 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9d39ad-1813-43f3-a8cf-6dbd344a0c6f admin admin] Pushing event deleted for resources: {'Network': ['ID=5a6cc9fd-7c89-4382-a460-9e49c7df15fc,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:07:23.831593 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-7a9d39ad-1813-43f3-a8cf-6dbd344a0c6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:07:23.835439 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-7a9d39ad-1813-43f3-a8cf-6dbd344a0c6f admin admin] 10.222.0.101 "DELETE /v2.0/networks/5a6cc9fd-7c89-4382-a460-9e49c7df15fc HTTP/1.1" status: 204 len: 168 time: 3.0098722 Feb 16 16:07:23.838916 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 54592) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:07:24.116299 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-64a4ef25-c383-4b3b-bd6c-3ca9907ee087 req-31de232f-2d7c-475f-b046-9a0bc46f0c40 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/ports?device_id=49cff0d2-e22a-4480-bf7a-d9e0703989f6 HTTP/1.1" status: 200 len: 210 time: 0.0515699 Feb 16 16:07:24.465176 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-fe50252d-a85c-45df-bead-9bd156015d79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-868963'] for router_interface, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:24.805305 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24091be7-6914-4811-8495-4425af224dbe req-16e8622b-188f-4d10-8a44-397d9e0c702e tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:07:24.807052 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-24091be7-6914-4811-8495-4425af224dbe req-16e8622b-188f-4d10-8a44-397d9e0c702e tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a HTTP/1.1" status: 200 len: 945 time: 0.0969539 Feb 16 16:07:24.859358 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-24091be7-6914-4811-8495-4425af224dbe req-419ef918-5005-4db5-8539-66d9abd7f7d1 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=03186328-352b-40c9-a700-1600fe2a1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454967 Feb 16 16:07:25.068539 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96052ab-a11d-4213-bd13-49a7d07f0130 req-dd06ec56-2c19-4f00-9fc8-c8be49254eac tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:07:25.069222 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-c96052ab-a11d-4213-bd13-49a7d07f0130 req-dd06ec56-2c19-4f00-9fc8-c8be49254eac tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Synchronizing usage tracker for tenant:9ba01355ccec4f5ba422cc289f631770 on resource:network {{(pid=84074) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 16:07:25.264479 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-c96052ab-a11d-4213-bd13-49a7d07f0130 req-dd06ec56-2c19-4f00-9fc8-c8be49254eac tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Unset dirty status for tenant:9ba01355ccec4f5ba422cc289f631770 on resource:network {{(pid=84074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 16:07:25.266167 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c96052ab-a11d-4213-bd13-49a7d07f0130 req-dd06ec56-2c19-4f00-9fc8-c8be49254eac tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.103 "GET /v2.0/networks?id=45f2857c-5bdc-476f-9384-4f61c45c28bf HTTP/1.1" status: 200 len: 812 time: 0.7439506 Feb 16 16:07:25.319288 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-62a31087-67dd-4a6e-b876-2e0f98788f91 req-5fff7c15-1ce5-44d6-a10a-5fcebccb7700 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/ports?device_id=49cff0d2-e22a-4480-bf7a-d9e0703989f6 HTTP/1.1" status: 200 len: 210 time: 0.0538146 Feb 16 16:07:25.386027 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-fe50252d-a85c-45df-bead-9bd156015d79 admin admin] Deleting port 25d013a7-fbda-4d0a-a769-6f44a63112f1 {{(pid=84074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 16:07:25.386413 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-fe50252d-a85c-45df-bead-9bd156015d79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776636423795'] for port, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:25.466556 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-c96052ab-a11d-4213-bd13-49a7d07f0130 req-780f6ca6-0160-462e-bebd-97867b8a37ce tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Synchronizing usage tracker for tenant:9ba01355ccec4f5ba422cc289f631770 on resource:security_group {{(pid=84074) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 16:07:25.567801 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-c96052ab-a11d-4213-bd13-49a7d07f0130 req-780f6ca6-0160-462e-bebd-97867b8a37ce tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Unset dirty status for tenant:9ba01355ccec4f5ba422cc289f631770 on resource:security_group {{(pid=84074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 16:07:25.569207 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c96052ab-a11d-4213-bd13-49a7d07f0130 req-780f6ca6-0160-462e-bebd-97867b8a37ce tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=9ba01355ccec4f5ba422cc289f631770 HTTP/1.1" status: 200 len: 5765 time: 0.2697403 Feb 16 16:07:25.590427 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [req-c96052ab-a11d-4213-bd13-49a7d07f0130 req-98253084-ac12-41d8-a4cf-d3831c63c1ed tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Request body: {'port': {'device_id': '49cff0d2-e22a-4480-bf7a-d9e0703989f6', 'network_id': '45f2857c-5bdc-476f-9384-4f61c45c28bf', 'admin_state_up': True, 'tenant_id': '9ba01355ccec4f5ba422cc289f631770', 'security_groups': ['0463bf0b-0df1-40e7-921e-f3e0ec69ee23']}} {{(pid=84074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:07:25.739423 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-fe50252d-a85c-45df-bead-9bd156015d79 admin admin] For port 25d013a7-fbda-4d0a-a769-6f44a63112f1, host dv-cinder-775706-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-iscsi',level=0,port_id=25d013a7-fbda-4d0a-a769-6f44a63112f1,segment=NetworkSegment(26effd2c-ac47-4a40-9235-84610bb1f7b8),segment_id=26effd2c-ac47-4a40-9235-84610bb1f7b8)] {{(pid=84074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:07:25.739830 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-fe50252d-a85c-45df-bead-9bd156015d79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862802'] for port, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:25.894285 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-fe50252d-a85c-45df-bead-9bd156015d79 admin admin] Calling delete_port for 25d013a7-fbda-4d0a-a769-6f44a63112f1 owned by network:router_interface {{(pid=84074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 16:07:25.956286 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [req-c96052ab-a11d-4213-bd13-49a7d07f0130 req-98253084-ac12-41d8-a4cf-d3831c63c1ed tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:07:25.964616 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-c96052ab-a11d-4213-bd13-49a7d07f0130 req-98253084-ac12-41d8-a4cf-d3831c63c1ed tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Usage tracker for resource:port and tenant:9ba01355ccec4f5ba422cc289f631770 is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:07:25.970182 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-c96052ab-a11d-4213-bd13-49a7d07f0130 req-98253084-ac12-41d8-a4cf-d3831c63c1ed tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:07:25.978826 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [req-c96052ab-a11d-4213-bd13-49a7d07f0130 req-98253084-ac12-41d8-a4cf-d3831c63c1ed tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:07:26.030965 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c96052ab-a11d-4213-bd13-49a7d07f0130 req-98253084-ac12-41d8-a4cf-d3831c63c1ed tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Made reservation on behalf of 9ba01355ccec4f5ba422cc289f631770 for: {'port': 1} {{(pid=84074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 16:07:26.036910 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-c96052ab-a11d-4213-bd13-49a7d07f0130 req-98253084-ac12-41d8-a4cf-d3831c63c1ed tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:26.082813 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e440cd3c-6115-49d6-b9c9-00f01f2c13d7 req-93401c42-876f-4043-95b3-72f455ec1080 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:07:26.084934 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-e440cd3c-6115-49d6-b9c9-00f01f2c13d7 req-93401c42-876f-4043-95b3-72f455ec1080 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a HTTP/1.1" status: 200 len: 945 time: 0.0966668 Feb 16 16:07:26.134866 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-e440cd3c-6115-49d6-b9c9-00f01f2c13d7 req-d736864f-5050-4114-b23b-f0e67826c78a tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=03186328-352b-40c9-a700-1600fe2a1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430651 Feb 16 16:07:26.313779 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-fe50252d-a85c-45df-bead-9bd156015d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776636383262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776636049574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6980856'] for port, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:26.331337 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-06e0d16e-649b-431a-bf34-64cf13df56e4 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:07:26.405662 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe50252d-a85c-45df-bead-9bd156015d79 admin admin] Pushing event deleted for resources: {'Port': ['ID=25d013a7-fbda-4d0a-a769-6f44a63112f1,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:07:26.467846 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-fe50252d-a85c-45df-bead-9bd156015d79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:07:26.526277 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-df06d1a3-998b-4213-a23f-ab6220021634 req-6e3dbbf0-6e67-432f-bb2d-739c0054730b tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/ports?device_id=49cff0d2-e22a-4480-bf7a-d9e0703989f6 HTTP/1.1" status: 200 len: 210 time: 0.0514827 Feb 16 16:07:26.646337 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.db_base_plugin_common [req-c96052ab-a11d-4213-bd13-49a7d07f0130 req-98253084-ac12-41d8-a4cf-d3831c63c1ed tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Allocated IP 172.20.0.4 (45f2857c-5bdc-476f-9384-4f61c45c28bf/de8ce4f7-6e00-466a-9aac-6c50642948a8/6e39ed5d-92ca-487f-bd21-6d5b64a0dbd0) {{(pid=84074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 16:07:27.025478 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-fe50252d-a85c-45df-bead-9bd156015d79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853910573'] for router_interface, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:27.143291 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-c96052ab-a11d-4213-bd13-49a7d07f0130 req-98253084-ac12-41d8-a4cf-d3831c63c1ed tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks [] for port, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:27.169550 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [req-c96052ab-a11d-4213-bd13-49a7d07f0130 req-98253084-ac12-41d8-a4cf-d3831c63c1ed tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Transition to ACTIVE for port object 6e39ed5d-92ca-487f-bd21-6d5b64a0dbd0 will not be triggered until provisioned by entity DHCP. {{(pid=84074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 16:07:27.363263 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d06100-c849-4097-93ff-3b30f884d57b req-b061b674-1cfd-4884-be05-7bc42b59bd89 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:07:27.365082 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-00d06100-c849-4097-93ff-3b30f884d57b req-b061b674-1cfd-4884-be05-7bc42b59bd89 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a HTTP/1.1" status: 200 len: 945 time: 0.0997722 Feb 16 16:07:27.418471 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-00d06100-c849-4097-93ff-3b30f884d57b req-80000374-86db-4aff-9c7c-337e6f87b72e tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=03186328-352b-40c9-a700-1600fe2a1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466256 Feb 16 16:07:27.657659 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-c96052ab-a11d-4213-bd13-49a7d07f0130 req-98253084-ac12-41d8-a4cf-d3831c63c1ed tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776636048806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6980856'] for port, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:27.675131 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-f24e9b28-c079-40f4-af96-004b39656da2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:07:27.737306 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfedb525-2dfb-4e4a-862d-25f712565a1a req-7d7a2780-ad80-4ff7-8cb1-148658c3ebfb tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:07:27.738984 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-cfedb525-2dfb-4e4a-862d-25f712565a1a req-7d7a2780-ad80-4ff7-8cb1-148658c3ebfb tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/ports?device_id=49cff0d2-e22a-4480-bf7a-d9e0703989f6 HTTP/1.1" status: 200 len: 931 time: 0.0929329 Feb 16 16:07:27.792183 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-cfedb525-2dfb-4e4a-862d-25f712565a1a req-891ba1be-5673-4cb6-b022-5e707f292269 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/security-groups?id=0463bf0b-0df1-40e7-921e-f3e0ec69ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0461855 Feb 16 16:07:27.968575 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98253084-ac12-41d8-a4cf-d3831c63c1ed tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Pushing event updated for resources: {'Port': ['ID=6e39ed5d-92ca-487f-bd21-6d5b64a0dbd0,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:07:27.978127 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-98253084-ac12-41d8-a4cf-d3831c63c1ed tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:07:28.067684 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c96052ab-a11d-4213-bd13-49a7d07f0130 req-98253084-ac12-41d8-a4cf-d3831c63c1ed tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Network 45f2857c-5bdc-476f-9384-4f61c45c28bf is already hosted by enough agents. {{(pid=84074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 16:07:28.072250 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.base_scheduler [req-c96052ab-a11d-4213-bd13-49a7d07f0130 req-98253084-ac12-41d8-a4cf-d3831c63c1ed tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Resources bound (agent type, host, resource id): {{(pid=84074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 16:07:28.074606 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [req-c96052ab-a11d-4213-bd13-49a7d07f0130 req-98253084-ac12-41d8-a4cf-d3831c63c1ed tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Received port after_create {{(pid=84074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 16:07:28.116362 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe50252d-a85c-45df-bead-9bd156015d79 admin admin] Router 1fc50add-55ae-4ae9-b772-3d133f99bc8a has already been hosted by L3 agent 4f2d6f55-b6e7-4768-88f5-01ac5c4c3902 {{(pid=84074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 16:07:28.280223 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96052ab-a11d-4213-bd13-49a7d07f0130 req-98253084-ac12-41d8-a4cf-d3831c63c1ed tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:07:28.284306 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-c96052ab-a11d-4213-bd13-49a7d07f0130 req-98253084-ac12-41d8-a4cf-d3831c63c1ed tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487'] for port, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:28.285680 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.agents_db [None req-cca974b7-119d-4613-9949-a609bd4803bb None None] Agent healthcheck: found 6 active agents {{(pid=84077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 16:07:28.307982 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-232abf79-cc89-4009-97dc-9f98fb8362c6 None None] Provisioning for port 6e39ed5d-92ca-487f-bd21-6d5b64a0dbd0 completed by entity DHCP. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 16:07:28.313714 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-232abf79-cc89-4009-97dc-9f98fb8362c6 None None] Provisioning complete for port 6e39ed5d-92ca-487f-bd21-6d5b64a0dbd0 triggered by entity DHCP. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:07:28.314148 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-232abf79-cc89-4009-97dc-9f98fb8362c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:28.363640 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c96052ab-a11d-4213-bd13-49a7d07f0130 req-98253084-ac12-41d8-a4cf-d3831c63c1ed tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7797256 Feb 16 16:07:28.366775 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe50252d-a85c-45df-bead-9bd156015d79 admin admin] Notify agent at l3_agent.dv-cinder-775706-1-iscsi the message routers_updated {{(pid=84074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 16:07:28.371871 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-fe50252d-a85c-45df-bead-9bd156015d79 admin admin] 10.222.0.101 "PUT /v2.0/routers/1fc50add-55ae-4ae9-b772-3d133f99bc8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5318785 Feb 16 16:07:28.376313 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 54618) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:07:28.377117 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-232abf79-cc89-4009-97dc-9f98fb8362c6 None None] Port 6e39ed5d-92ca-487f-bd21-6d5b64a0dbd0 cannot update to ACTIVE because it is not bound. {{(pid=84076) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 16:07:28.379010 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [req-c96052ab-a11d-4213-bd13-49a7d07f0130 req-db64d952-8c9b-4448-aa30-f1ccb7e83763 service neutron] Request body: {'port': {'device_id': '49cff0d2-e22a-4480-bf7a-d9e0703989f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=84074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:07:28.391182 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3611435-2cea-4558-80c7-fe3b4ad6abcb None None] Sync routers for ids ['1fc50add-55ae-4ae9-b772-3d133f99bc8a'] in dv-cinder-775706-1-iscsi {{(pid=84077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 16:07:28.402015 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3611435-2cea-4558-80c7-fe3b4ad6abcb None None] Routers {'1fc50add-55ae-4ae9-b772-3d133f99bc8a'} bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 16:07:28.402838 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-c3611435-2cea-4558-80c7-fe3b4ad6abcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-16T15:47:20Z,description=,heartbeat_timestamp=2021-02-16T16:07:21Z,host='dv-cinder-775706-1-iscsi',id=4f2d6f55-b6e7-4768-88f5-01ac5c4c3902,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:47:21Z,topic='l3_agent')) {'router_ids': ['1fc50add-55ae-4ae9-b772-3d133f99bc8a'], 'active': True} {{(pid=84077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:07:28.506719 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-c96052ab-a11d-4213-bd13-49a7d07f0130 req-db64d952-8c9b-4448-aa30-f1ccb7e83763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:28.620874 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvr_db [None req-c3611435-2cea-4558-80c7-fe3b4ad6abcb None None] Set router 1fc50add-55ae-4ae9-b772-3d133f99bc8a gateway port host: dv-cinder-775706-1-iscsi {{(pid=84077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 16:07:28.631354 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-548fc5c6-8bbe-49b1-9b5a-118c7d323fed admin admin] Notify callbacks [] for router, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:28.983730 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [req-c96052ab-a11d-4213-bd13-49a7d07f0130 req-db64d952-8c9b-4448-aa30-f1ccb7e83763 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e39ed5d-92ca-487f-bd21-6d5b64a0dbd0 {{(pid=84074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 16 16:07:28.993514 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-c96052ab-a11d-4213-bd13-49a7d07f0130 req-db64d952-8c9b-4448-aa30-f1ccb7e83763 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:29.007759 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [req-c96052ab-a11d-4213-bd13-49a7d07f0130 req-db64d952-8c9b-4448-aa30-f1ccb7e83763 service neutron] Transition to ACTIVE for port object 6e39ed5d-92ca-487f-bd21-6d5b64a0dbd0 will not be triggered until provisioned by entity L2. {{(pid=84074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 16:07:29.039422 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-c96052ab-a11d-4213-bd13-49a7d07f0130 req-db64d952-8c9b-4448-aa30-f1ccb7e83763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847794957'] for port, after_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:29.059096 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-98253084-ac12-41d8-a4cf-d3831c63c1ed tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:07:29.133646 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ccf105-1640-4dce-9c17-b69a56c57e38 req-e661a2ee-e1e3-4fc0-a461-2a10dee31fb6 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:07:29.135280 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-e1ccf105-1640-4dce-9c17-b69a56c57e38 req-e661a2ee-e1e3-4fc0-a461-2a10dee31fb6 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a HTTP/1.1" status: 200 len: 945 time: 0.5668306 Feb 16 16:07:29.167228 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-c3611435-2cea-4558-80c7-fe3b4ad6abcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc50add-55ae-4ae9-b772-3d133f99bc8a', 'name': 'tempest-TestShelveInstance-285553190-router', 'tenant_id': 'ee5caea3c26c41b59482f967e7ac427f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': '3511ac07-9c85-423b-91e0-0e141716df47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:59:12Z', 'updated_at': '2021-02-16T16:07:26Z', 'revision_number': 5, 'project_id': 'ee5caea3c26c41b59482f967e7ac427f', 'gw_port': {'id': '3511ac07-9c85-423b-91e0-0e141716df47', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:01:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc50add-55ae-4ae9-b772-3d133f99bc8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:59:13Z', 'updated_at': '2021-02-16T15:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi'}], 'dv-cinder-775706-1-iscsi', False) {} {{(pid=84077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:07:29.171785 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3611435-2cea-4558-80c7-fe3b4ad6abcb None None] Checking router: 1fc50add-55ae-4ae9-b772-3d133f99bc8a for host: dv-cinder-775706-1-iscsi {{(pid=84077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 16:07:29.181529 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3611435-2cea-4558-80c7-fe3b4ad6abcb None None] Routers {'1fc50add-55ae-4ae9-b772-3d133f99bc8a'} bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 16:07:29.182209 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-c3611435-2cea-4558-80c7-fe3b4ad6abcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-16T15:47:20Z,description=,heartbeat_timestamp=2021-02-16T16:07:21Z,host='dv-cinder-775706-1-iscsi',id=4f2d6f55-b6e7-4768-88f5-01ac5c4c3902,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:47:21Z,topic='l3_agent')) {'router_ids': ['1fc50add-55ae-4ae9-b772-3d133f99bc8a'], 'active': True} {{(pid=84077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:07:29.216130 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db64d952-8c9b-4448-aa30-f1ccb7e83763 service neutron] Pushing event updated for resources: {'Port': ['ID=6e39ed5d-92ca-487f-bd21-6d5b64a0dbd0,revision_number=2']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:07:29.220972 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-db64d952-8c9b-4448-aa30-f1ccb7e83763 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:07:29.231204 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20a3526-1bd8-4dd8-81d7-a75e8d585a4b req-a983dcf7-8f60-47e0-bd94-6f6bf1f20af6 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:07:29.232898 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-e20a3526-1bd8-4dd8-81d7-a75e8d585a4b req-a983dcf7-8f60-47e0-bd94-6f6bf1f20af6 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/ports?device_id=49cff0d2-e22a-4480-bf7a-d9e0703989f6 HTTP/1.1" status: 200 len: 943 time: 0.2219341 Feb 16 16:07:29.244106 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-e1ccf105-1640-4dce-9c17-b69a56c57e38 req-bd4bda6e-6f82-4f71-9c5a-435cccfe6b06 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=03186328-352b-40c9-a700-1600fe2a1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949447 Feb 16 16:07:29.245226 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-548fc5c6-8bbe-49b1-9b5a-118c7d323fed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:29.300679 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-548fc5c6-8bbe-49b1-9b5a-118c7d323fed admin admin] Deleting port 3511ac07-9c85-423b-91e0-0e141716df47 {{(pid=84075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 16:07:29.301067 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-548fc5c6-8bbe-49b1-9b5a-118c7d323fed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776636423795'] for port, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:29.406012 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvr_db [None req-c3611435-2cea-4558-80c7-fe3b4ad6abcb None None] Set router 1fc50add-55ae-4ae9-b772-3d133f99bc8a gateway port host: dv-cinder-775706-1-iscsi {{(pid=84077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 16:07:29.419538 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [req-c96052ab-a11d-4213-bd13-49a7d07f0130 req-db64d952-8c9b-4448-aa30-f1ccb7e83763 service neutron] Attempting to bind port 6e39ed5d-92ca-487f-bd21-6d5b64a0dbd0 on host hv-cinder-77570 for vnic_type normal with profile {{(pid=84074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:07:29.419917 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [req-c96052ab-a11d-4213-bd13-49a7d07f0130 req-db64d952-8c9b-4448-aa30-f1ccb7e83763 service neutron] Attempting to bind port 6e39ed5d-92ca-487f-bd21-6d5b64a0dbd0 by drivers openvswitch on host hv-cinder-77570 at level 0 using segments [{'id': 'f21b7891-dd2d-40e6-bd74-d5b6d5194f31', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '45f2857c-5bdc-476f-9384-4f61c45c28bf'}] {{(pid=84074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 16:07:29.420288 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96052ab-a11d-4213-bd13-49a7d07f0130 req-db64d952-8c9b-4448-aa30-f1ccb7e83763 service neutron] Attempting to bind port 6e39ed5d-92ca-487f-bd21-6d5b64a0dbd0 on network 45f2857c-5bdc-476f-9384-4f61c45c28bf {{(pid=84074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 16:07:29.428385 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96052ab-a11d-4213-bd13-49a7d07f0130 req-db64d952-8c9b-4448-aa30-f1ccb7e83763 service neutron] Checking agent: {'id': '6803919d-bffd-45bd-a97e-495ec12bc613', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 15, 54, 40), 'started_at': datetime.datetime(2021, 2, 16, 15, 55, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 16, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 16:07:29.428780 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96052ab-a11d-4213-bd13-49a7d07f0130 req-db64d952-8c9b-4448-aa30-f1ccb7e83763 service neutron] Checking segment: {'id': 'f21b7891-dd2d-40e6-bd74-d5b6d5194f31', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '45f2857c-5bdc-476f-9384-4f61c45c28bf'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 16:07:29.429163 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-c96052ab-a11d-4213-bd13-49a7d07f0130 req-db64d952-8c9b-4448-aa30-f1ccb7e83763 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:29.429560 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96052ab-a11d-4213-bd13-49a7d07f0130 req-db64d952-8c9b-4448-aa30-f1ccb7e83763 service neutron] Bound using segment: {'id': 'f21b7891-dd2d-40e6-bd74-d5b6d5194f31', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '45f2857c-5bdc-476f-9384-4f61c45c28bf'} {{(pid=84074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 16:07:29.430066 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [req-c96052ab-a11d-4213-bd13-49a7d07f0130 req-db64d952-8c9b-4448-aa30-f1ccb7e83763 service neutron] Bound port: 6e39ed5d-92ca-487f-bd21-6d5b64a0dbd0, host: hv-cinder-77570, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f21b7891-dd2d-40e6-bd74-d5b6d5194f31', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '45f2857c-5bdc-476f-9384-4f61c45c28bf'}}] {{(pid=84074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 16:07:29.430442 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-c96052ab-a11d-4213-bd13-49a7d07f0130 req-db64d952-8c9b-4448-aa30-f1ccb7e83763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:29.503910 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-e20a3526-1bd8-4dd8-81d7-a75e8d585a4b req-cbcd3185-6e12-49d2-8c78-d80c5b98cbff tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/security-groups?id=0463bf0b-0df1-40e7-921e-f3e0ec69ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.2545300 Feb 16 16:07:29.537828 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-548fc5c6-8bbe-49b1-9b5a-118c7d323fed admin admin] For port 3511ac07-9c85-423b-91e0-0e141716df47, host dv-cinder-775706-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-iscsi',level=0,port_id=3511ac07-9c85-423b-91e0-0e141716df47,segment=NetworkSegment(31924cb5-91ae-4236-8041-dd0103380e57),segment_id=31924cb5-91ae-4236-8041-dd0103380e57)] {{(pid=84075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:07:29.538203 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-548fc5c6-8bbe-49b1-9b5a-118c7d323fed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862802'] for port, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:29.552027 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [req-c96052ab-a11d-4213-bd13-49a7d07f0130 req-db64d952-8c9b-4448-aa30-f1ccb7e83763 service neutron] For port 6e39ed5d-92ca-487f-bd21-6d5b64a0dbd0, host hv-cinder-77570, cleared binding levels {{(pid=84074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 16:07:29.555267 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [req-c96052ab-a11d-4213-bd13-49a7d07f0130 req-db64d952-8c9b-4448-aa30-f1ccb7e83763 service neutron] For port 6e39ed5d-92ca-487f-bd21-6d5b64a0dbd0, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=6e39ed5d-92ca-487f-bd21-6d5b64a0dbd0,segment=NetworkSegment(f21b7891-dd2d-40e6-bd74-d5b6d5194f31),segment_id=f21b7891-dd2d-40e6-bd74-d5b6d5194f31)] {{(pid=84074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 16:07:29.606511 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-c96052ab-a11d-4213-bd13-49a7d07f0130 req-db64d952-8c9b-4448-aa30-f1ccb7e83763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847794957'] for port, after_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:29.623683 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-98490712-2709-4067-b866-2e94321d74a3 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:07:29.675089 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-548fc5c6-8bbe-49b1-9b5a-118c7d323fed admin admin] Calling delete_port for 3511ac07-9c85-423b-91e0-0e141716df47 owned by network:router_gateway {{(pid=84075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 16:07:29.731046 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-c3611435-2cea-4558-80c7-fe3b4ad6abcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc50add-55ae-4ae9-b772-3d133f99bc8a', 'name': 'tempest-TestShelveInstance-285553190-router', 'tenant_id': 'ee5caea3c26c41b59482f967e7ac427f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': '3511ac07-9c85-423b-91e0-0e141716df47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:59:12Z', 'updated_at': '2021-02-16T16:07:26Z', 'revision_number': 5, 'project_id': 'ee5caea3c26c41b59482f967e7ac427f', 'gw_port': {'id': '3511ac07-9c85-423b-91e0-0e141716df47', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:01:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc50add-55ae-4ae9-b772-3d133f99bc8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:59:13Z', 'updated_at': '2021-02-16T15:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi'}], 'dv-cinder-775706-1-iscsi', False) {} {{(pid=84077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:07:29.735494 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3611435-2cea-4558-80c7-fe3b4ad6abcb None None] The sync data for ids ['1fc50add-55ae-4ae9-b772-3d133f99bc8a'] in dv-cinder-775706-1-iscsi is: [{'id': '1fc50add-55ae-4ae9-b772-3d133f99bc8a', 'name': 'tempest-TestShelveInstance-285553190-router', 'tenant_id': 'ee5caea3c26c41b59482f967e7ac427f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': '3511ac07-9c85-423b-91e0-0e141716df47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:59:12Z', 'updated_at': '2021-02-16T16:07:26Z', 'revision_number': 5, 'project_id': 'ee5caea3c26c41b59482f967e7ac427f', 'gw_port': {'id': '3511ac07-9c85-423b-91e0-0e141716df47', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:01:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc50add-55ae-4ae9-b772-3d133f99bc8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:59:13Z', 'updated_at': '2021-02-16T15:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi'}] {{(pid=84077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 16:07:29.793771 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db64d952-8c9b-4448-aa30-f1ccb7e83763 service neutron] Pushing event updated for resources: {'Port': ['ID=6e39ed5d-92ca-487f-bd21-6d5b64a0dbd0,revision_number=3']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:07:29.802342 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-db64d952-8c9b-4448-aa30-f1ccb7e83763 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:07:29.850454 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96052ab-a11d-4213-bd13-49a7d07f0130 req-db64d952-8c9b-4448-aa30-f1ccb7e83763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:07:29.851487 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-c96052ab-a11d-4213-bd13-49a7d07f0130 req-db64d952-8c9b-4448-aa30-f1ccb7e83763 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487'] for port, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:29.853012 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c96052ab-a11d-4213-bd13-49a7d07f0130 req-db64d952-8c9b-4448-aa30-f1ccb7e83763 service neutron] 10.222.0.103 "PUT /v2.0/ports/6e39ed5d-92ca-487f-bd21-6d5b64a0dbd0 HTTP/1.1" status: 200 len: 1157 time: 1.4789567 Feb 16 16:07:29.853575 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49cff0d2-e22a-4480-bf7a-d9e0703989f6', 'tag': '6e39ed5d-92ca-487f-bd21-6d5b64a0dbd0'}] {{(pid=84074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 16:07:29.864438 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-548fc5c6-8bbe-49b1-9b5a-118c7d323fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776636383262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776636049574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7708556'] for port, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:29.928438 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49cff0d2-e22a-4480-bf7a-d9e0703989f6', 'tag': '6e39ed5d-92ca-487f-bd21-6d5b64a0dbd0', 'status': 'completed', 'code': 200} Feb 16 16:07:30.042726 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96052ab-a11d-4213-bd13-49a7d07f0130 req-870cd4ff-5663-4161-9d92-fb445a01c033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:07:30.044566 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c96052ab-a11d-4213-bd13-49a7d07f0130 req-870cd4ff-5663-4161-9d92-fb445a01c033 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=9ba01355ccec4f5ba422cc289f631770&device_id=49cff0d2-e22a-4480-bf7a-d9e0703989f6 HTTP/1.1" status: 200 len: 1160 time: 0.0985055 Feb 16 16:07:30.132221 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-548fc5c6-8bbe-49b1-9b5a-118c7d323fed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853864561'] for router_gateway, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:30.143887 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c96052ab-a11d-4213-bd13-49a7d07f0130 req-ca3f4aef-167a-45ee-afc9-b676c6dd06a0 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e39ed5d-92ca-487f-bd21-6d5b64a0dbd0 HTTP/1.1" status: 200 len: 217 time: 0.0901513 Feb 16 16:07:30.217347 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96052ab-a11d-4213-bd13-49a7d07f0130 req-d886c326-2847-43db-bb7f-cecf27ce16ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:07:30.218984 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c96052ab-a11d-4213-bd13-49a7d07f0130 req-d886c326-2847-43db-bb7f-cecf27ce16ae service neutron] 10.222.0.103 "GET /v2.0/subnets?id=de8ce4f7-6e00-466a-9aac-6c50642948a8 HTTP/1.1" status: 200 len: 851 time: 0.0686014 Feb 16 16:07:30.279000 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-548fc5c6-8bbe-49b1-9b5a-118c7d323fed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-877732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63948'] for router, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:30.281374 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-548fc5c6-8bbe-49b1-9b5a-118c7d323fed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:30.310081 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96052ab-a11d-4213-bd13-49a7d07f0130 req-5c3d1c3e-2c14-4f97-a5f2-6ea186f83dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:07:30.311709 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c96052ab-a11d-4213-bd13-49a7d07f0130 req-5c3d1c3e-2c14-4f97-a5f2-6ea186f83dd7 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=45f2857c-5bdc-476f-9384-4f61c45c28bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0839784 Feb 16 16:07:30.467896 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-548fc5c6-8bbe-49b1-9b5a-118c7d323fed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-871536'] for router, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:30.468612 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-548fc5c6-8bbe-49b1-9b5a-118c7d323fed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1fc50add-55ae-4ae9-b772-3d133f99bc8a {{(pid=84075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 16:07:30.536577 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-548fc5c6-8bbe-49b1-9b5a-118c7d323fed admin admin] Notify callbacks [] for router, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:30.537990 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-548fc5c6-8bbe-49b1-9b5a-118c7d323fed admin admin] 10.222.0.101 "DELETE /v2.0/routers/1fc50add-55ae-4ae9-b772-3d133f99bc8a HTTP/1.1" status: 204 len: 168 time: 2.1605232 Feb 16 16:07:30.544326 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 54636) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:07:30.632727 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.db_base_plugin_v2 [None req-31cc2b57-885b-4e9b-99d5-e71c267699fd admin admin] Deleting subnet 810153bb-58a6-4298-95ab-f16bcf50ec01 {{(pid=84075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 16 16:07:30.639698 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-31cc2b57-885b-4e9b-99d5-e71c267699fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:30.728742 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c96052ab-a11d-4213-bd13-49a7d07f0130 req-12059cf6-0127-4018-afea-ee157b8549c1 service neutron] 10.222.0.103 "GET /v2.0/networks/45f2857c-5bdc-476f-9384-4f61c45c28bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4091184 Feb 16 16:07:30.754891 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f59c71-cce8-4e0e-9148-bd9c13933a4c req-9c70c532-4443-4eaf-b2b3-be108c27a510 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:07:30.756582 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-39f59c71-cce8-4e0e-9148-bd9c13933a4c req-9c70c532-4443-4eaf-b2b3-be108c27a510 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a HTTP/1.1" status: 200 len: 945 time: 0.2797916 Feb 16 16:07:30.764185 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-31cc2b57-885b-4e9b-99d5-e71c267699fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6322490'] for subnet, precommit_delete_associations {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:30.887656 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb63ea1-7862-449f-abc5-2ef5933ab03c req-b955a077-681a-4009-9b87-78b31e4ddcde tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:07:30.889182 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-dcb63ea1-7862-449f-abc5-2ef5933ab03c req-b955a077-681a-4009-9b87-78b31e4ddcde tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/ports?device_id=49cff0d2-e22a-4480-bf7a-d9e0703989f6 HTTP/1.1" status: 200 len: 943 time: 0.2505641 Feb 16 16:07:30.892002 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-39f59c71-cce8-4e0e-9148-bd9c13933a4c req-a3d7f46a-0b71-453b-8c47-7c288d67baf2 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=03186328-352b-40c9-a700-1600fe2a1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947170 Feb 16 16:07:30.892163 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c96052ab-a11d-4213-bd13-49a7d07f0130 req-f24e3cf4-f44a-40b1-a6cb-c8b460ec128a service neutron] 10.222.0.103 "GET /v2.0/networks/45f2857c-5bdc-476f-9384-4f61c45c28bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1557024 Feb 16 16:07:31.006590 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-dcb63ea1-7862-449f-abc5-2ef5933ab03c req-97afb7ad-74da-4660-8835-e2f4fe3adfdd tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/security-groups?id=0463bf0b-0df1-40e7-921e-f3e0ec69ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1087832 Feb 16 16:07:31.007867 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-31cc2b57-885b-4e9b-99d5-e71c267699fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852981986'] for subnet, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:31.086429 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f940a-2ad3-4e91-af1d-aaa8fabd87f3 req-5de68644-d1b7-479e-8ce7-299da92f81eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:07:31.088524 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1b5f940a-2ad3-4e91-af1d-aaa8fabd87f3 req-5de68644-d1b7-479e-8ce7-299da92f81eb service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=9ba01355ccec4f5ba422cc289f631770&device_id=49cff0d2-e22a-4480-bf7a-d9e0703989f6 HTTP/1.1" status: 200 len: 1160 time: 0.1000383 Feb 16 16:07:31.244243 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f940a-2ad3-4e91-af1d-aaa8fabd87f3 req-9abfeb87-b6e1-4213-8a1f-a1d7b51bac79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:07:31.245941 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1b5f940a-2ad3-4e91-af1d-aaa8fabd87f3 req-9abfeb87-b6e1-4213-8a1f-a1d7b51bac79 service neutron] 10.222.0.103 "GET /v2.0/networks?id=45f2857c-5bdc-476f-9384-4f61c45c28bf HTTP/1.1" status: 200 len: 906 time: 0.1502903 Feb 16 16:07:31.282521 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device 25d013a7-fbda-4d0a-a769-6f44a63112f1 no longer exists at agent ovs-agent-dv-cinder-775706-1-iscsi {{(pid=84076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 16:07:31.324591 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] No Port match for: 25d013a7-fbda-4d0a-a769-6f44a63112f1 {{(pid=84076) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 16:07:31.324986 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device 25d013a7-fbda-4d0a-a769-6f44a63112f1 not bound to the agent host dv-cinder-775706-1-iscsi {{(pid=84076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 16:07:31.325459 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device 3511ac07-9c85-423b-91e0-0e141716df47 no longer exists at agent ovs-agent-dv-cinder-775706-1-iscsi {{(pid=84076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 16:07:31.343200 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1b5f940a-2ad3-4e91-af1d-aaa8fabd87f3 req-408b33cb-67e4-49be-9bc3-4747ce342beb service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e39ed5d-92ca-487f-bd21-6d5b64a0dbd0 HTTP/1.1" status: 200 len: 217 time: 0.0758352 Feb 16 16:07:31.364068 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] No Port match for: 3511ac07-9c85-423b-91e0-0e141716df47 {{(pid=84076) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 16:07:31.364575 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device 3511ac07-9c85-423b-91e0-0e141716df47 not bound to the agent host dv-cinder-775706-1-iscsi {{(pid=84076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 16:07:31.416888 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f940a-2ad3-4e91-af1d-aaa8fabd87f3 req-c7baa487-cfd2-494c-9d19-ae3f926c744c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:07:31.418494 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1b5f940a-2ad3-4e91-af1d-aaa8fabd87f3 req-c7baa487-cfd2-494c-9d19-ae3f926c744c service neutron] 10.222.0.103 "GET /v2.0/subnets?id=de8ce4f7-6e00-466a-9aac-6c50642948a8 HTTP/1.1" status: 200 len: 851 time: 0.0676656 Feb 16 16:07:31.486046 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-31cc2b57-885b-4e9b-99d5-e71c267699fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1793799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847067174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846955876'] for subnet, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:31.504119 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-f9048585-c499-4b25-9d08-0dbb7775ba75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:07:31.512308 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f940a-2ad3-4e91-af1d-aaa8fabd87f3 req-8121381f-090f-4967-909b-fc513b9ae0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:07:31.513927 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1b5f940a-2ad3-4e91-af1d-aaa8fabd87f3 req-8121381f-090f-4967-909b-fc513b9ae0c7 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=45f2857c-5bdc-476f-9384-4f61c45c28bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0880945 Feb 16 16:07:31.556854 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cc2b57-885b-4e9b-99d5-e71c267699fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=810153bb-58a6-4298-95ab-f16bcf50ec01,revision_number=None']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:07:31.560911 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-31cc2b57-885b-4e9b-99d5-e71c267699fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:07:31.649647 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-31cc2b57-885b-4e9b-99d5-e71c267699fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210664'] for subnet, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:31.655053 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22538f4d-d8f9-4d6b-87ee-d1398671bbde None None] Network cc80d437-11a5-493e-bea4-62f036e08837 requested from dv-cinder-775706-1-iscsi {{(pid=84076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 16:07:31.660887 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-31cc2b57-885b-4e9b-99d5-e71c267699fd admin admin] 10.222.0.101 "DELETE /v2.0/subnets/810153bb-58a6-4298-95ab-f16bcf50ec01 HTTP/1.1" status: 204 len: 168 time: 1.1104748 Feb 16 16:07:31.661499 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 54642) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:07:31.663255 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1b5f940a-2ad3-4e91-af1d-aaa8fabd87f3 req-aaf08410-60b3-4105-80ea-15f03349092f service neutron] 10.222.0.103 "GET /v2.0/networks/45f2857c-5bdc-476f-9384-4f61c45c28bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416445 Feb 16 16:07:31.781753 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8eb8e928-a35c-4897-b867-13862acb839b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853200303'] for network, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:31.820164 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1b5f940a-2ad3-4e91-af1d-aaa8fabd87f3 req-89fe2b2b-e921-4bc6-bb45-fc880b574313 service neutron] 10.222.0.103 "GET /v2.0/networks/45f2857c-5bdc-476f-9384-4f61c45c28bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1424990 Feb 16 16:07:31.856283 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-8eb8e928-a35c-4897-b867-13862acb839b admin admin] Deleting port 0a574d5a-89c1-45bb-b2e7-6ac74a6bb1a0 {{(pid=84075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 16:07:31.856665 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8eb8e928-a35c-4897-b867-13862acb839b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776636423795'] for port, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:31.929022 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79402373-d31d-4188-bec4-b121ad3a814b None None] DHCP port deletion for cc80d437-11a5-493e-bea4-62f036e08837 request from dv-cinder-775706-1-iscsi {{(pid=84076) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 16 16:07:31.933650 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-79402373-d31d-4188-bec4-b121ad3a814b None None] Deleting port 0a574d5a-89c1-45bb-b2e7-6ac74a6bb1a0 {{(pid=84076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 16:07:31.934114 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-79402373-d31d-4188-bec4-b121ad3a814b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776636423795'] for port, before_delete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:32.172062 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-79402373-d31d-4188-bec4-b121ad3a814b None None] For port 0a574d5a-89c1-45bb-b2e7-6ac74a6bb1a0, host dv-cinder-775706-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-iscsi',level=0,port_id=0a574d5a-89c1-45bb-b2e7-6ac74a6bb1a0,segment=NetworkSegment(26effd2c-ac47-4a40-9235-84610bb1f7b8),segment_id=26effd2c-ac47-4a40-9235-84610bb1f7b8)] {{(pid=84076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:07:32.172627 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-79402373-d31d-4188-bec4-b121ad3a814b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862802'] for port, precommit_delete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:32.212820 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-8eb8e928-a35c-4897-b867-13862acb839b admin admin] For port 0a574d5a-89c1-45bb-b2e7-6ac74a6bb1a0, host dv-cinder-775706-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-iscsi',level=0,port_id=0a574d5a-89c1-45bb-b2e7-6ac74a6bb1a0,segment=NetworkSegment(26effd2c-ac47-4a40-9235-84610bb1f7b8),segment_id=26effd2c-ac47-4a40-9235-84610bb1f7b8)] {{(pid=84075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:07:32.213218 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8eb8e928-a35c-4897-b867-13862acb839b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862802'] for port, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:32.308418 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-79402373-d31d-4188-bec4-b121ad3a814b None None] Calling delete_port for 0a574d5a-89c1-45bb-b2e7-6ac74a6bb1a0 owned by network:dhcp {{(pid=84076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 16:07:32.456526 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-79402373-d31d-4188-bec4-b121ad3a814b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776636383262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776636049574'] for port, after_delete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:32.473309 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-71b8a242-a16d-419a-98c3-879eaec65836 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:07:32.531307 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79402373-d31d-4188-bec4-b121ad3a814b None None] Pushing event deleted for resources: {'Port': ['ID=0a574d5a-89c1-45bb-b2e7-6ac74a6bb1a0,revision_number=None']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:07:32.535504 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-79402373-d31d-4188-bec4-b121ad3a814b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:07:32.620244 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-8eb8e928-a35c-4897-b867-13862acb839b admin admin] Calling delete_port for 0a574d5a-89c1-45bb-b2e7-6ac74a6bb1a0 owned by network:dhcp {{(pid=84075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 16:07:32.622513 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79402373-d31d-4188-bec4-b121ad3a814b None None] No DVR routers for this DVR port 0a574d5a-89c1-45bb-b2e7-6ac74a6bb1a0 on host dv-cinder-775706-1-iscsi {{(pid=84076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 16:07:32.692678 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f23c4e-043a-45ae-b162-0f15173dca2e req-33b8b89b-dd64-4767-acb4-2b2c2c293a4f tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:07:32.694290 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-61f23c4e-043a-45ae-b162-0f15173dca2e req-33b8b89b-dd64-4767-acb4-2b2c2c293a4f tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a HTTP/1.1" status: 200 len: 945 time: 0.6706097 Feb 16 16:07:32.768987 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e00940-34aa-4fef-8edf-a63824ac2736 req-e213d9a1-7549-4f0d-8098-421dbf1f68e0 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:07:32.770587 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-a5e00940-34aa-4fef-8edf-a63824ac2736 req-e213d9a1-7549-4f0d-8098-421dbf1f68e0 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/ports?device_id=49cff0d2-e22a-4480-bf7a-d9e0703989f6 HTTP/1.1" status: 200 len: 943 time: 0.6310267 Feb 16 16:07:32.795776 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.db.api [None req-8eb8e928-a35c-4897-b867-13862acb839b admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84075) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:07:32.796138 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_db.api [None req-8eb8e928-a35c-4897-b867-13862acb839b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 16 16:07:32.800065 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-61f23c4e-043a-45ae-b162-0f15173dca2e req-d0432e12-1912-4cd4-bff0-262928801214 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=03186328-352b-40c9-a700-1600fe2a1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946441 Feb 16 16:07:32.832742 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-a5e00940-34aa-4fef-8edf-a63824ac2736 req-76db0aa6-7a43-4b03-a1b5-5058c0b4a1e0 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/security-groups?id=0463bf0b-0df1-40e7-921e-f3e0ec69ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0545499 Feb 16 16:07:33.273577 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device 0a574d5a-89c1-45bb-b2e7-6ac74a6bb1a0 no longer exists at agent ovs-agent-dv-cinder-775706-1-iscsi {{(pid=84076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 16:07:33.297922 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-8eb8e928-a35c-4897-b867-13862acb839b admin admin] Deleting port 0a574d5a-89c1-45bb-b2e7-6ac74a6bb1a0 {{(pid=84075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 16:07:33.298434 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8eb8e928-a35c-4897-b867-13862acb839b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776636423795'] for port, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:33.310911 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] No Port match for: 0a574d5a-89c1-45bb-b2e7-6ac74a6bb1a0 {{(pid=84076) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 16:07:33.311302 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device 0a574d5a-89c1-45bb-b2e7-6ac74a6bb1a0 not bound to the agent host dv-cinder-775706-1-iscsi {{(pid=84076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 16:07:33.376246 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-8eb8e928-a35c-4897-b867-13862acb839b admin admin] The port '0a574d5a-89c1-45bb-b2e7-6ac74a6bb1a0' was deleted {{(pid=84075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 16 16:07:33.503750 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8eb8e928-a35c-4897-b867-13862acb839b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852988537', 'neutron.services.segments.db._delete_segments_for_network--9223363260218233119'] for network, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:33.623584 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.services.segments.db [None req-8eb8e928-a35c-4897-b867-13862acb839b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc80d437-11a5-493e-bea4-62f036e08837']}} {{(pid=84075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:07:33.636831 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.services.segments.db [None req-8eb8e928-a35c-4897-b867-13862acb839b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26effd2c-ac47-4a40-9235-84610bb1f7b8') {'for_net_delete': True} {{(pid=84075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:07:33.637176 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.services.segments.db [None req-8eb8e928-a35c-4897-b867-13862acb839b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26effd2c-ac47-4a40-9235-84610bb1f7b8') {} {{(pid=84075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:07:33.649684 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8eb8e928-a35c-4897-b867-13862acb839b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363260218221087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848453327'] for segment, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:33.702790 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8eb8e928-a35c-4897-b867-13862acb839b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797496'] for segment, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:33.705459 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8eb8e928-a35c-4897-b867-13862acb839b admin admin] Releasing vxlan tunnel 8 to pool {{(pid=84075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 16 16:07:33.896330 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-8eb8e928-a35c-4897-b867-13862acb839b admin admin] Network cc80d437-11a5-493e-bea4-62f036e08837 has no segments {{(pid=84075) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 16:07:33.905742 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8eb8e928-a35c-4897-b867-13862acb839b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852978417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7706744'] for segment, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:34.211813 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-8eb8e928-a35c-4897-b867-13862acb839b admin admin] Network cc80d437-11a5-493e-bea4-62f036e08837 has no segments {{(pid=84075) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 16:07:34.239841 dv-cinder-775706-1-iscsi neutron-server[83961]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:07:34.239841 dv-cinder-775706-1-iscsi neutron-server[83961]: % (table.description, expected, rows_matched) Feb 16 16:07:34.239841 dv-cinder-775706-1-iscsi neutron-server[83961]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:07:34.239841 dv-cinder-775706-1-iscsi neutron-server[83961]: % (table.description, expected, rows_matched) Feb 16 16:07:34.239841 dv-cinder-775706-1-iscsi neutron-server[83961]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:07:34.239841 dv-cinder-775706-1-iscsi neutron-server[83961]: % (table.description, expected, rows_matched) Feb 16 16:07:34.239841 dv-cinder-775706-1-iscsi neutron-server[83961]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:07:34.239841 dv-cinder-775706-1-iscsi neutron-server[83961]: % (table.description, expected, rows_matched) Feb 16 16:07:34.239841 dv-cinder-775706-1-iscsi neutron-server[83961]: Traceback (most recent call last): Feb 16 16:07:34.239841 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:07:34.239841 dv-cinder-775706-1-iscsi neutron-server[83961]: timer() Feb 16 16:07:34.239841 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:07:34.239841 dv-cinder-775706-1-iscsi neutron-server[83961]: cb(*args, **kw) Feb 16 16:07:34.239841 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 16 16:07:34.239841 dv-cinder-775706-1-iscsi neutron-server[83961]: return func(*args, **kwargs) Feb 16 16:07:34.239841 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:07:34.239841 dv-cinder-775706-1-iscsi neutron-server[83961]: self._notify() Feb 16 16:07:34.239841 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:07:34.239841 dv-cinder-775706-1-iscsi neutron-server[83961]: self.callback(batched_events) Feb 16 16:07:34.239841 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:07:34.239841 dv-cinder-775706-1-iscsi neutron-server[83961]: event.method(event) Feb 16 16:07:34.239841 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 16:07:34.239841 dv-cinder-775706-1-iscsi neutron-server[83961]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:07:34.239841 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 16 16:07:34.239841 dv-cinder-775706-1-iscsi neutron-server[83961]: segment_id)['aggregates'][0] Feb 16 16:07:34.239841 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 16:07:34.239841 dv-cinder-775706-1-iscsi neutron-server[83961]: return f(self, *a, **k) Feb 16 16:07:34.239841 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 16:07:34.239841 dv-cinder-775706-1-iscsi neutron-server[83961]: return self._get(url).json() Feb 16 16:07:34.239841 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:07:34.239841 dv-cinder-775706-1-iscsi neutron-server[83961]: **kwargs) Feb 16 16:07:34.239841 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 16:07:34.239841 dv-cinder-775706-1-iscsi neutron-server[83961]: return self.request(url, 'GET', **kwargs) Feb 16 16:07:34.239841 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 16 16:07:34.239841 dv-cinder-775706-1-iscsi neutron-server[83961]: **endpoint_filter) Feb 16 16:07:34.239841 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 16:07:34.239841 dv-cinder-775706-1-iscsi neutron-server[83961]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:07:34.239841 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 16:07:34.239841 dv-cinder-775706-1-iscsi neutron-server[83961]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:07:34.239841 dv-cinder-775706-1-iscsi neutron-server[83961]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:07:34.354673 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a69c1e0-2015-4f4d-9023-044e1d81d7e5 req-629a1a1a-3167-4b31-8e1c-0d075276699a tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:07:34.356276 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0a69c1e0-2015-4f4d-9023-044e1d81d7e5 req-629a1a1a-3167-4b31-8e1c-0d075276699a tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a HTTP/1.1" status: 200 len: 945 time: 0.4231980 Feb 16 16:07:34.363197 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cca4df-acc8-4888-b115-e3ae53f83173 req-f0de0166-24c3-4188-ab03-36ac1f5a88b7 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:07:34.364747 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-e1cca4df-acc8-4888-b115-e3ae53f83173 req-f0de0166-24c3-4188-ab03-36ac1f5a88b7 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/ports?device_id=49cff0d2-e22a-4480-bf7a-d9e0703989f6 HTTP/1.1" status: 200 len: 943 time: 0.3811665 Feb 16 16:07:34.444434 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0a69c1e0-2015-4f4d-9023-044e1d81d7e5 req-b3d0822d-7bd9-40f2-b5aa-679685f32ae3 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=03186328-352b-40c9-a700-1600fe2a1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786190 Feb 16 16:07:34.452017 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-e1cca4df-acc8-4888-b115-e3ae53f83173 req-fb89c502-d57b-4c38-9dcf-accc8bb54f33 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/security-groups?id=0463bf0b-0df1-40e7-921e-f3e0ec69ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0709999 Feb 16 16:07:34.473624 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8eb8e928-a35c-4897-b867-13862acb839b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-911268'] for network, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:34.473624 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:07:34.488680 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8eb8e928-a35c-4897-b867-13862acb839b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210664'] for network, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:34.497844 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb8e928-a35c-4897-b867-13862acb839b admin admin] Pushing event deleted for resources: {'Network': ['ID=cc80d437-11a5-493e-bea4-62f036e08837,revision_number=None']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:07:34.501001 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-8eb8e928-a35c-4897-b867-13862acb839b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:07:34.503752 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-8eb8e928-a35c-4897-b867-13862acb839b admin admin] 10.222.0.101 "DELETE /v2.0/networks/cc80d437-11a5-493e-bea4-62f036e08837 HTTP/1.1" status: 204 len: 168 time: 2.8410845 Feb 16 16:07:34.707193 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 54660) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:07:34.761665 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-7964b43a-3857-443c-bdb9-b5b53ce98152 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=57c03e2c6fe04a41927ce974a5ae8db2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0530221 Feb 16 16:07:34.764256 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 54664) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:07:34.827812 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-7385aba9-db2b-45bf-8277-17964073373e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:34.856067 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-7385aba9-db2b-45bf-8277-17964073373e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:34.930364 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-7385aba9-db2b-45bf-8277-17964073373e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:34.935627 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-bdaf5155-4ffb-46ca-94d2-a1ed43907dbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:07:34.950102 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7385aba9-db2b-45bf-8277-17964073373e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f136e4c0-c4e7-4d85-bd42-933372203408,revision_number=None']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:07:34.954499 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-7385aba9-db2b-45bf-8277-17964073373e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:07:34.958625 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-7385aba9-db2b-45bf-8277-17964073373e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:34.959893 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-7385aba9-db2b-45bf-8277-17964073373e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f136e4c0-c4e7-4d85-bd42-933372203408 HTTP/1.1" status: 204 len: 168 time: 0.1946595 Feb 16 16:07:35.647024 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 54678) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:07:35.713299 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-f4e43e04-28d6-41d3-8140-b56b5ba539aa admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=ee5caea3c26c41b59482f967e7ac427f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0625196 Feb 16 16:07:35.713652 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 54682) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:07:35.718519 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572c428f-19d3-4ba5-86fa-ab1ea7c31475 req-f928df6f-30ec-4e9e-98c1-d23edd87047f tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:07:35.720270 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-572c428f-19d3-4ba5-86fa-ab1ea7c31475 req-f928df6f-30ec-4e9e-98c1-d23edd87047f tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/ports?device_id=49cff0d2-e22a-4480-bf7a-d9e0703989f6 HTTP/1.1" status: 200 len: 943 time: 0.1030264 Feb 16 16:07:35.781179 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c7135dcb-1432-4068-80fc-168bf6ff135b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:35.810480 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c7135dcb-1432-4068-80fc-168bf6ff135b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:35.831339 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-572c428f-19d3-4ba5-86fa-ab1ea7c31475 req-8b18131d-0dc8-42c3-8ad6-a5325593fc6b tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/security-groups?id=0463bf0b-0df1-40e7-921e-f3e0ec69ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0622458 Feb 16 16:07:35.863305 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30184856-831a-4a79-843b-8868fb1a0b63 req-05074ac4-7f39-4669-a24d-fafb21edb44b tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:07:35.864241 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-30184856-831a-4a79-843b-8868fb1a0b63 req-05074ac4-7f39-4669-a24d-fafb21edb44b tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a HTTP/1.1" status: 200 len: 945 time: 0.1389966 Feb 16 16:07:35.919117 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-30184856-831a-4a79-843b-8868fb1a0b63 req-afb88944-0376-49b4-80d3-2fea69a132ed tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=03186328-352b-40c9-a700-1600fe2a1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483754 Feb 16 16:07:36.011549 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c7135dcb-1432-4068-80fc-168bf6ff135b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:36.017059 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-006deeb5-4db2-4457-9e01-faf4a3fc2ee4 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:07:36.030091 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7135dcb-1432-4068-80fc-168bf6ff135b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba06fa00-2e84-4d42-bd5e-e902900ff800,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:07:36.037049 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-c7135dcb-1432-4068-80fc-168bf6ff135b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:07:36.038799 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c7135dcb-1432-4068-80fc-168bf6ff135b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:36.040057 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-c7135dcb-1432-4068-80fc-168bf6ff135b admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/ba06fa00-2e84-4d42-bd5e-e902900ff800 HTTP/1.1" status: 204 len: 168 time: 0.3252232 Feb 16 16:07:37.039076 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b537895-942c-4be7-bae7-e8cc105f38ed req-e94c3188-9a9e-469c-9e80-4e5f290513ba tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:07:37.040847 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7b537895-942c-4be7-bae7-e8cc105f38ed req-e94c3188-9a9e-469c-9e80-4e5f290513ba tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/ports?device_id=49cff0d2-e22a-4480-bf7a-d9e0703989f6 HTTP/1.1" status: 200 len: 943 time: 0.0910633 Feb 16 16:07:37.149335 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7b537895-942c-4be7-bae7-e8cc105f38ed req-13fe302a-3d88-4c13-843d-c313467e4da0 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/security-groups?id=0463bf0b-0df1-40e7-921e-f3e0ec69ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0696781 Feb 16 16:07:37.174715 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f655fe20-b80f-4046-a2f0-6f985b771424 req-b6dafd97-05a3-4c4e-a041-76f93a40555a tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:07:37.176377 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-f655fe20-b80f-4046-a2f0-6f985b771424 req-b6dafd97-05a3-4c4e-a041-76f93a40555a tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a HTTP/1.1" status: 200 len: 945 time: 0.1344824 Feb 16 16:07:37.225402 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-f655fe20-b80f-4046-a2f0-6f985b771424 req-71692ab5-8744-43ac-b89e-3fe9f71f6285 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=03186328-352b-40c9-a700-1600fe2a1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428717 Feb 16 16:07:38.357190 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85c16a7-276d-4afb-b352-ca239d03fee4 req-2bea38fe-3859-4f05-983a-6b28ebe18804 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:07:38.358989 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c85c16a7-276d-4afb-b352-ca239d03fee4 req-2bea38fe-3859-4f05-983a-6b28ebe18804 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/ports?device_id=49cff0d2-e22a-4480-bf7a-d9e0703989f6 HTTP/1.1" status: 200 len: 943 time: 0.0883536 Feb 16 16:07:38.412926 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c85c16a7-276d-4afb-b352-ca239d03fee4 req-7f47fdc1-dec9-4aa4-985c-89320ae8beab tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/security-groups?id=0463bf0b-0df1-40e7-921e-f3e0ec69ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0470061 Feb 16 16:07:38.581807 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb124e7a-1a2c-4524-919f-ec1333ed338c req-6835013f-e058-4001-a769-4f673cab935b tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:07:38.583728 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-eb124e7a-1a2c-4524-919f-ec1333ed338c req-6835013f-e058-4001-a769-4f673cab935b tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a HTTP/1.1" status: 200 len: 945 time: 0.0956092 Feb 16 16:07:38.661884 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-eb124e7a-1a2c-4524-919f-ec1333ed338c req-ce8966c5-5ce8-4449-ae12-7d1742e9269a tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=03186328-352b-40c9-a700-1600fe2a1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443738 Feb 16 16:07:39.627341 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8f0ee4-9e20-4379-82d1-d93dd7988274 req-a3911874-67c5-41bd-ad8e-f5b1f2a8f62a tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:07:39.629236 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ce8f0ee4-9e20-4379-82d1-d93dd7988274 req-a3911874-67c5-41bd-ad8e-f5b1f2a8f62a tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/ports?device_id=49cff0d2-e22a-4480-bf7a-d9e0703989f6 HTTP/1.1" status: 200 len: 943 time: 0.0900743 Feb 16 16:07:39.686717 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ce8f0ee4-9e20-4379-82d1-d93dd7988274 req-a434bbee-8184-4592-a86a-a25d5f292229 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/security-groups?id=0463bf0b-0df1-40e7-921e-f3e0ec69ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0507333 Feb 16 16:07:39.848738 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d26b6-af5a-4281-8d97-014001268b4d req-82f4959b-6d40-4e33-9dd3-9935e57f9925 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:07:39.850439 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-325d26b6-af5a-4281-8d97-014001268b4d req-82f4959b-6d40-4e33-9dd3-9935e57f9925 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a HTTP/1.1" status: 200 len: 945 time: 0.0910058 Feb 16 16:07:39.900912 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-325d26b6-af5a-4281-8d97-014001268b4d req-ed0004ae-c977-4f48-86a9-bc7446d3afad tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=03186328-352b-40c9-a700-1600fe2a1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437453 Feb 16 16:07:40.922709 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5331e19-73d9-4d52-9ea3-90764263d95d req-19dd2cfd-d046-45c2-b85e-4bf59a47b5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:07:40.925801 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-e5331e19-73d9-4d52-9ea3-90764263d95d req-19dd2cfd-d046-45c2-b85e-4bf59a47b5c5 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=d1456e6ef0124344987862a0a776adce&device_id=9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a HTTP/1.1" status: 200 len: 1162 time: 0.2676294 Feb 16 16:07:40.927438 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b4a1d7-f755-456e-9ca1-d76006eb5746 req-377c89c0-8aed-4a47-91f4-f3ec5633a745 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:07:40.929141 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-e2b4a1d7-f755-456e-9ca1-d76006eb5746 req-377c89c0-8aed-4a47-91f4-f3ec5633a745 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/ports?device_id=49cff0d2-e22a-4480-bf7a-d9e0703989f6 HTTP/1.1" status: 200 len: 943 time: 0.1087375 Feb 16 16:07:40.948333 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device 6e39ed5d-92ca-487f-bd21-6d5b64a0dbd0 up at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 16:07:41.039138 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-e2b4a1d7-f755-456e-9ca1-d76006eb5746 req-66c4603a-a134-40c8-942c-8cef352e9135 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/security-groups?id=0463bf0b-0df1-40e7-921e-f3e0ec69ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1021659 Feb 16 16:07:41.123246 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5331e19-73d9-4d52-9ea3-90764263d95d req-0be06104-4b81-402c-aa26-45a90bb3e95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:07:41.125582 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-e5331e19-73d9-4d52-9ea3-90764263d95d req-0be06104-4b81-402c-aa26-45a90bb3e95b service neutron] 10.222.0.103 "GET /v2.0/networks?id=ad429259-d816-4c2a-be88-810e600c47b4 HTTP/1.1" status: 200 len: 911 time: 0.1765127 Feb 16 16:07:41.127290 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202a04a0-bb75-4e91-bc66-445827b86f3a req-4407425a-77c9-4306-9b05-70c8c5c6b581 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:07:41.135497 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-202a04a0-bb75-4e91-bc66-445827b86f3a req-4407425a-77c9-4306-9b05-70c8c5c6b581 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a HTTP/1.1" status: 200 len: 945 time: 0.1000082 Feb 16 16:07:41.190037 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-202a04a0-bb75-4e91-bc66-445827b86f3a req-9cc00d4f-a893-4b36-8551-94d00ebca71d tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=03186328-352b-40c9-a700-1600fe2a1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533967 Feb 16 16:07:41.194279 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning for port 6e39ed5d-92ca-487f-bd21-6d5b64a0dbd0 completed by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 16:07:41.200807 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning complete for port 6e39ed5d-92ca-487f-bd21-6d5b64a0dbd0 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:07:41.201620 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:41.284395 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-e5331e19-73d9-4d52-9ea3-90764263d95d req-e2102ada-ec26-45d1-b8ce-8c4889871ca7 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b6804d0-6337-407a-bcb4-3e33fbb02e0f HTTP/1.1" status: 200 len: 1001 time: 0.1493995 Feb 16 16:07:41.359965 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5331e19-73d9-4d52-9ea3-90764263d95d req-bcb5e6a6-c43b-43ec-8e07-657284f29c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:07:41.361106 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:41.361597 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-e5331e19-73d9-4d52-9ea3-90764263d95d req-bcb5e6a6-c43b-43ec-8e07-657284f29c03 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=ad071c69-6309-4f89-b5f5-850687a34a80 HTTP/1.1" status: 200 len: 856 time: 0.0721750 Feb 16 16:07:41.407360 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] For port 6e39ed5d-92ca-487f-bd21-6d5b64a0dbd0, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=6e39ed5d-92ca-487f-bd21-6d5b64a0dbd0,segment=NetworkSegment(f21b7891-dd2d-40e6-bd74-d5b6d5194f31),segment_id=f21b7891-dd2d-40e6-bd74-d5b6d5194f31)] {{(pid=84076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:07:41.408798 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49cff0d2-e22a-4480-bf7a-d9e0703989f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e39ed5d-92ca-487f-bd21-6d5b64a0dbd0'}] {{(pid=84076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 16:07:41.452569 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:41.455571 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:07:41.461882 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5331e19-73d9-4d52-9ea3-90764263d95d req-6408ef05-9632-486b-b936-2733a1785a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:07:41.464191 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-e5331e19-73d9-4d52-9ea3-90764263d95d req-6408ef05-9632-486b-b936-2733a1785a6b service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=ad429259-d816-4c2a-be88-810e600c47b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0951979 Feb 16 16:07:41.525776 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49cff0d2-e22a-4480-bf7a-d9e0703989f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e39ed5d-92ca-487f-bd21-6d5b64a0dbd0', 'code': 200} Feb 16 16:07:41.567705 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Pushing event updated for resources: {'Port': ['ID=6e39ed5d-92ca-487f-bd21-6d5b64a0dbd0,revision_number=4']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:07:41.578871 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:07:41.653335 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-e5331e19-73d9-4d52-9ea3-90764263d95d req-f1bb6e5c-c476-4c83-a961-bc04aae9b910 service neutron] 10.222.0.103 "GET /v2.0/networks/ad429259-d816-4c2a-be88-810e600c47b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812067 Feb 16 16:07:41.824471 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-e5331e19-73d9-4d52-9ea3-90764263d95d req-ba969710-b2a0-46d1-86da-3d1d6d14680d service neutron] 10.222.0.103 "GET /v2.0/networks/ad429259-d816-4c2a-be88-810e600c47b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1637366 Feb 16 16:07:41.920727 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25764d73-3293-42b1-9308-cb6128cf87db req-a4eaf0a6-9af6-469a-9738-3533caa9eb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:07:41.922983 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-25764d73-3293-42b1-9308-cb6128cf87db req-a4eaf0a6-9af6-469a-9738-3533caa9eb1b service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=49cff0d2-e22a-4480-bf7a-d9e0703989f6 HTTP/1.1" status: 200 len: 1162 time: 0.1014163 Feb 16 16:07:41.970951 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-25764d73-3293-42b1-9308-cb6128cf87db req-f9371f8f-d8ff-4266-834b-3240a46b7486 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=0463bf0b-0df1-40e7-921e-f3e0ec69ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0413654 Feb 16 16:07:42.291138 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58eb59e-7071-4b07-9856-7692404ba34a req-f06ad363-5e4c-47a2-8311-a5c6e9dc0fb9 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:07:42.292789 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c58eb59e-7071-4b07-9856-7692404ba34a req-f06ad363-5e4c-47a2-8311-a5c6e9dc0fb9 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/ports?device_id=49cff0d2-e22a-4480-bf7a-d9e0703989f6 HTTP/1.1" status: 200 len: 945 time: 0.1098394 Feb 16 16:07:42.352430 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device 6e39ed5d-92ca-487f-bd21-6d5b64a0dbd0 up at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 16:07:42.360660 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c58eb59e-7071-4b07-9856-7692404ba34a req-d3984d73-1bb5-4a82-89e5-a7b3aad9027a tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/security-groups?id=0463bf0b-0df1-40e7-921e-f3e0ec69ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0610414 Feb 16 16:07:42.457381 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efe6dc1-5029-4eec-888a-b7ea513f57e0 req-7abe8eeb-d318-48d8-9394-8dbc4eb15c4f tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:07:42.463672 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning complete for port 6e39ed5d-92ca-487f-bd21-6d5b64a0dbd0 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:07:42.464253 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:42.465336 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6efe6dc1-5029-4eec-888a-b7ea513f57e0 req-7abe8eeb-d318-48d8-9394-8dbc4eb15c4f tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a HTTP/1.1" status: 200 len: 945 time: 0.1193402 Feb 16 16:07:42.516361 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6efe6dc1-5029-4eec-888a-b7ea513f57e0 req-7eb8e0f7-89c2-4057-bbd1-f2d09d49242a tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=03186328-352b-40c9-a700-1600fe2a1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500507 Feb 16 16:07:43.153800 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:43.610371 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b616006-0f93-48ec-8158-e8df062fbeed req-73ffbfac-68c9-422c-b56a-f6546b0cff21 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:07:43.613009 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6b616006-0f93-48ec-8158-e8df062fbeed req-73ffbfac-68c9-422c-b56a-f6546b0cff21 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/ports?device_id=49cff0d2-e22a-4480-bf7a-d9e0703989f6 HTTP/1.1" status: 200 len: 945 time: 0.1269414 Feb 16 16:07:43.677799 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6b616006-0f93-48ec-8158-e8df062fbeed req-914ff72b-2d4d-416a-ac21-749395576927 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/security-groups?id=0463bf0b-0df1-40e7-921e-f3e0ec69ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0585849 Feb 16 16:07:43.784923 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f981b7-cad7-45c9-8cea-04f7bcf1d8d8 req-fecd0a95-f405-447a-9898-ec8b8848852e tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:07:43.786665 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c3f981b7-cad7-45c9-8cea-04f7bcf1d8d8 req-fecd0a95-f405-447a-9898-ec8b8848852e tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a HTTP/1.1" status: 200 len: 945 time: 0.1021953 Feb 16 16:07:43.840913 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c3f981b7-cad7-45c9-8cea-04f7bcf1d8d8 req-a0e5c38f-2046-4bfd-8479-2f4e163332ca tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=03186328-352b-40c9-a700-1600fe2a1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450187 Feb 16 16:07:44.930762 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef95500-fc51-4ed7-9ff2-020cb3527e7b req-ae9ea378-682d-4d25-9165-ba5e2d34742b tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:07:44.947478 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-cef95500-fc51-4ed7-9ff2-020cb3527e7b req-ae9ea378-682d-4d25-9165-ba5e2d34742b tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/ports?device_id=49cff0d2-e22a-4480-bf7a-d9e0703989f6 HTTP/1.1" status: 200 len: 945 time: 0.1497254 Feb 16 16:07:45.028764 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-cef95500-fc51-4ed7-9ff2-020cb3527e7b req-0052ca94-5d6c-4585-a016-d4ff07bf55b9 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/security-groups?id=0463bf0b-0df1-40e7-921e-f3e0ec69ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0801349 Feb 16 16:07:45.144913 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c1a615-6215-49b9-a9a5-3cb3488549b7 req-cef754db-d997-4ff5-b46f-b8bcebade78b tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:07:45.153104 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-51c1a615-6215-49b9-a9a5-3cb3488549b7 req-cef754db-d997-4ff5-b46f-b8bcebade78b tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a HTTP/1.1" status: 200 len: 945 time: 0.1227536 Feb 16 16:07:45.289668 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023daa4b-e12b-4584-893a-c6ad0b946a53 req-765775a9-3778-4464-ade3-81575149b9da tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:07:45.291384 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-023daa4b-e12b-4584-893a-c6ad0b946a53 req-765775a9-3778-4464-ade3-81575149b9da tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/ports?device_id=49cff0d2-e22a-4480-bf7a-d9e0703989f6 HTTP/1.1" status: 200 len: 945 time: 0.1186571 Feb 16 16:07:45.300858 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-51c1a615-6215-49b9-a9a5-3cb3488549b7 req-27599e6a-9277-4b51-9e06-a60f647fab18 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=03186328-352b-40c9-a700-1600fe2a1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452627 Feb 16 16:07:45.357407 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-023daa4b-e12b-4584-893a-c6ad0b946a53 req-904ea315-82c5-43c5-b424-b1d5994926cd tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/security-groups?id=0463bf0b-0df1-40e7-921e-f3e0ec69ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0552888 Feb 16 16:07:45.597594 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0251d10d-796f-4698-b840-39bf2ac23fdb req-616615ee-64c5-4757-81d4-0b71b638ca7c tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1993520 Feb 16 16:07:45.612301 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [req-0251d10d-796f-4698-b840-39bf2ac23fdb req-306f038a-7ce1-440f-9949-b29adb253513 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Request body: {'floatingip': {'floating_network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6'}} {{(pid=84075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:07:45.618927 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [req-0251d10d-796f-4698-b840-39bf2ac23fdb req-306f038a-7ce1-440f-9949-b29adb253513 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:07:45.633320 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [req-0251d10d-796f-4698-b840-39bf2ac23fdb req-306f038a-7ce1-440f-9949-b29adb253513 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:07:45.673723 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-0251d10d-796f-4698-b840-39bf2ac23fdb req-306f038a-7ce1-440f-9949-b29adb253513 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks [] for floatingip, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:45.884389 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-0251d10d-796f-4698-b840-39bf2ac23fdb req-306f038a-7ce1-440f-9949-b29adb253513 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:47.001817 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.db_base_plugin_common [req-0251d10d-796f-4698-b840-39bf2ac23fdb req-306f038a-7ce1-440f-9949-b29adb253513 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Allocated IP 172.27.1.191 (4b949073-2dbc-48f8-99e6-0912404ac0f6/1330f553-cf5d-40b8-b778-7809bbd3e08c/435bc5a9-78d9-4862-9a49-bd624e496661) {{(pid=84075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 16:07:47.044525 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d743ec-9eb9-44e1-bb26-4473ecbc018c req-c98f84e1-323b-4a8b-82e7-c524a7c90fb3 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:07:47.046158 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-51d743ec-9eb9-44e1-bb26-4473ecbc018c req-c98f84e1-323b-4a8b-82e7-c524a7c90fb3 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a HTTP/1.1" status: 200 len: 945 time: 0.4193954 Feb 16 16:07:47.177041 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-51d743ec-9eb9-44e1-bb26-4473ecbc018c req-51d1024f-ad26-4a37-a8d9-432978f519f8 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=03186328-352b-40c9-a700-1600fe2a1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172841 Feb 16 16:07:47.225138 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-0251d10d-796f-4698-b840-39bf2ac23fdb req-306f038a-7ce1-440f-9949-b29adb253513 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks [] for port, precommit_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:47.285785 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-0251d10d-796f-4698-b840-39bf2ac23fdb req-306f038a-7ce1-440f-9949-b29adb253513 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776636048806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7708556'] for port, after_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:47.323367 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-8d0bedfe-e9aa-455b-9b1b-844623937e4c tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:07:47.469977 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306f038a-7ce1-440f-9949-b29adb253513 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Pushing event updated for resources: {'Port': ['ID=435bc5a9-78d9-4862-9a49-bd624e496661,revision_number=1']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:07:47.474363 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-306f038a-7ce1-440f-9949-b29adb253513 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:07:47.521212 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0251d10d-796f-4698-b840-39bf2ac23fdb req-306f038a-7ce1-440f-9949-b29adb253513 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Network 4b949073-2dbc-48f8-99e6-0912404ac0f6 is already hosted by enough agents. {{(pid=84075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 16:07:47.522432 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.base_scheduler [req-0251d10d-796f-4698-b840-39bf2ac23fdb req-306f038a-7ce1-440f-9949-b29adb253513 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Resources bound (agent type, host, resource id): {{(pid=84075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 16:07:47.524911 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [req-0251d10d-796f-4698-b840-39bf2ac23fdb req-306f038a-7ce1-440f-9949-b29adb253513 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Received port after_create {{(pid=84075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 16:07:47.621936 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-0251d10d-796f-4698-b840-39bf2ac23fdb req-306f038a-7ce1-440f-9949-b29adb253513 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:47.748350 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-7e4d82f8-db89-42aa-a926-9cf952e84e28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:47.807506 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-0251d10d-796f-4698-b840-39bf2ac23fdb req-306f038a-7ce1-440f-9949-b29adb253513 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:48.229117 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-0251d10d-796f-4698-b840-39bf2ac23fdb req-306f038a-7ce1-440f-9949-b29adb253513 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks [] for port, precommit_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:48.270102 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-0251d10d-796f-4698-b840-39bf2ac23fdb req-306f038a-7ce1-440f-9949-b29adb253513 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847067257'] for port, after_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:48.378031 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-391f77da-f269-4258-a5d1-6b77e7271b52 tempest-ServerRescueNegativeTestJSON-456344993 tempest-ServerRescueNegativeTestJSON-456344993-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:07:48.545723 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306f038a-7ce1-440f-9949-b29adb253513 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Pushing event updated for resources: {'Port': ['ID=435bc5a9-78d9-4862-9a49-bd624e496661,revision_number=2']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:07:48.553094 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-306f038a-7ce1-440f-9949-b29adb253513 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:07:48.603973 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e6666-4a6b-4ad4-9190-2f71b7c9cd31 req-87949faa-18f8-4955-b963-28420b61abff tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:07:48.605851 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-f38e6666-4a6b-4ad4-9190-2f71b7c9cd31 req-87949faa-18f8-4955-b963-28420b61abff tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a HTTP/1.1" status: 200 len: 945 time: 0.2710898 Feb 16 16:07:48.708546 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-f38e6666-4a6b-4ad4-9190-2f71b7c9cd31 req-f53eb9dd-a49e-4f22-991c-a8fa5ad57e8e tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=03186328-352b-40c9-a700-1600fe2a1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690184 Feb 16 16:07:48.709392 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-0251d10d-796f-4698-b840-39bf2ac23fdb req-306f038a-7ce1-440f-9949-b29adb253513 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853906801'] for floatingip, after_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:48.794087 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-0251d10d-796f-4698-b840-39bf2ac23fdb req-306f038a-7ce1-440f-9949-b29adb253513 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487'] for floatingip, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:48.796448 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0251d10d-796f-4698-b840-39bf2ac23fdb req-306f038a-7ce1-440f-9949-b29adb253513 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1922624 Feb 16 16:07:48.892687 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-0251d10d-796f-4698-b840-39bf2ac23fdb req-80ff0d93-f49d-4103-b937-7d7a0ea7abe6 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Synchronizing usage tracker for tenant:9ba01355ccec4f5ba422cc289f631770 on resource:floatingip {{(pid=84075) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 16:07:48.943738 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-0251d10d-796f-4698-b840-39bf2ac23fdb req-80ff0d93-f49d-4103-b937-7d7a0ea7abe6 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Unset dirty status for tenant:9ba01355ccec4f5ba422cc289f631770 on resource:floatingip {{(pid=84075) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 16:07:48.945088 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0251d10d-796f-4698-b840-39bf2ac23fdb req-80ff0d93-f49d-4103-b937-7d7a0ea7abe6 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.27.1.191 HTTP/1.1" status: 200 len: 696 time: 0.1404507 Feb 16 16:07:49.119985 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0251d10d-796f-4698-b840-39bf2ac23fdb req-6b6ac6af-cff0-47bc-916e-1f4e6d399aff tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:07:49.121525 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0251d10d-796f-4698-b840-39bf2ac23fdb req-6b6ac6af-cff0-47bc-916e-1f4e6d399aff tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/networks/4b949073-2dbc-48f8-99e6-0912404ac0f6 HTTP/1.1" status: 200 len: 784 time: 0.1701839 Feb 16 16:07:49.133393 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [req-0251d10d-796f-4698-b840-39bf2ac23fdb req-cb37dd2a-4caa-4255-9536-72a375363c5d tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=84075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:07:49.134844 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0251d10d-796f-4698-b840-39bf2ac23fdb req-cb37dd2a-4caa-4255-9536-72a375363c5d tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0073855 Feb 16 16:07:49.360837 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf4f50-87af-4944-9244-8b368a831ac8 req-3ace416a-1b92-42ae-81fb-a8b86f499a52 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:07:49.363133 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-25cf4f50-87af-4944-9244-8b368a831ac8 req-3ace416a-1b92-42ae-81fb-a8b86f499a52 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/ports?device_id=49cff0d2-e22a-4480-bf7a-d9e0703989f6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1033645 Feb 16 16:07:49.464087 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-25cf4f50-87af-4944-9244-8b368a831ac8 req-d95e39bd-808e-4d51-aeff-11eac1cbf9ba tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.27.1.191 HTTP/1.1" status: 200 len: 696 time: 0.0925562 Feb 16 16:07:49.476230 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [req-25cf4f50-87af-4944-9244-8b368a831ac8 req-2f32948f-6f5c-440b-b977-057af610279b tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Request body: {'floatingip': {'port_id': '6e39ed5d-92ca-487f-bd21-6d5b64a0dbd0', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:07:49.571173 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-25cf4f50-87af-4944-9244-8b368a831ac8 req-2f32948f-6f5c-440b-b977-057af610279b tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks [] for floatingip, before_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:50.311053 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-25cf4f50-87af-4944-9244-8b368a831ac8 req-2f32948f-6f5c-440b-b977-057af610279b tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:50.713735 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-25cf4f50-87af-4944-9244-8b368a831ac8 req-2f32948f-6f5c-440b-b977-057af610279b tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853906801'] for floatingip, after_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:50.716114 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d05518bb-17ee-4865-b03c-31693adcda8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:50.717897 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-3006e068-a783-46e6-af28-04a3ac07dac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:51.029995 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.db.l3_db [req-25cf4f50-87af-4944-9244-8b368a831ac8 req-2f32948f-6f5c-440b-b977-057af610279b tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Floating IP b4b93e3f-8372-41be-a377-ed579f6999f7 associated. External IP: 172.27.1.191, port: 6e39ed5d-92ca-487f-bd21-6d5b64a0dbd0. Feb 16 16:07:51.404921 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:51.507419 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee4960-6e55-4515-9921-f0e2416520f2 req-157224e5-5a36-4a2f-9596-5355ee9eeb49 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:07:51.508950 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0cee4960-6e55-4515-9921-f0e2416520f2 req-157224e5-5a36-4a2f-9596-5355ee9eeb49 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a HTTP/1.1" status: 200 len: 945 time: 0.5804222 Feb 16 16:07:51.712801 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0cee4960-6e55-4515-9921-f0e2416520f2 req-4f7d7913-c04b-4ffd-be05-c352e05347e6 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=03186328-352b-40c9-a700-1600fe2a1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1844964 Feb 16 16:07:51.774147 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.l3_agent_scheduler [req-25cf4f50-87af-4944-9244-8b368a831ac8 req-2f32948f-6f5c-440b-b977-057af610279b tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Router fd9d9436-d779-4a4e-abf9-a5e569a1e831 has already been hosted by L3 agent 4f2d6f55-b6e7-4768-88f5-01ac5c4c3902 {{(pid=84075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 16:07:51.985528 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-25cf4f50-87af-4944-9244-8b368a831ac8 req-2f32948f-6f5c-440b-b977-057af610279b tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify agent at l3_agent.dv-cinder-775706-1-iscsi the message routers_updated {{(pid=84075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 16:07:51.991533 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-25cf4f50-87af-4944-9244-8b368a831ac8 req-2f32948f-6f5c-440b-b977-057af610279b tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487'] for floatingip, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:51.997956 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81725039-f291-4ab1-91f8-2f033dfb4b2e None None] Sync routers for ids ['fd9d9436-d779-4a4e-abf9-a5e569a1e831'] in dv-cinder-775706-1-iscsi {{(pid=84076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 16:07:52.008955 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81725039-f291-4ab1-91f8-2f033dfb4b2e None None] Routers {'fd9d9436-d779-4a4e-abf9-a5e569a1e831'} bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 16:07:52.009632 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-81725039-f291-4ab1-91f8-2f033dfb4b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-16T15:47:20Z,description=,heartbeat_timestamp=2021-02-16T16:07:51Z,host='dv-cinder-775706-1-iscsi',id=4f2d6f55-b6e7-4768-88f5-01ac5c4c3902,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:47:21Z,topic='l3_agent')) {'router_ids': ['fd9d9436-d779-4a4e-abf9-a5e569a1e831'], 'active': True} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:07:52.054951 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-25cf4f50-87af-4944-9244-8b368a831ac8 req-2f32948f-6f5c-440b-b977-057af610279b tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "PUT /v2.0/floatingips/b4b93e3f-8372-41be-a377-ed579f6999f7 HTTP/1.1" status: 200 len: 996 time: 2.5843518 Feb 16 16:07:52.055426 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49cff0d2-e22a-4480-bf7a-d9e0703989f6', 'tag': '6e39ed5d-92ca-487f-bd21-6d5b64a0dbd0'}] {{(pid=84075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 16:07:52.120140 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49cff0d2-e22a-4480-bf7a-d9e0703989f6', 'tag': '6e39ed5d-92ca-487f-bd21-6d5b64a0dbd0', 'status': 'completed', 'code': 200} Feb 16 16:07:52.194660 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf4f50-87af-4944-9244-8b368a831ac8 req-a507158f-5a77-4bd4-ae5e-16ab734f3199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:07:52.196298 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-25cf4f50-87af-4944-9244-8b368a831ac8 req-a507158f-5a77-4bd4-ae5e-16ab734f3199 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=9ba01355ccec4f5ba422cc289f631770&device_id=49cff0d2-e22a-4480-bf7a-d9e0703989f6 HTTP/1.1" status: 200 len: 1162 time: 0.1244438 Feb 16 16:07:52.214909 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvr_db [None req-81725039-f291-4ab1-91f8-2f033dfb4b2e None None] Set router fd9d9436-d779-4a4e-abf9-a5e569a1e831 gateway port host: dv-cinder-775706-1-iscsi {{(pid=84076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 16:07:52.367777 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-331083c2-9fd5-48c9-8796-02890b3f22e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:52.368398 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c81fd-6053-4aab-971e-efb93c79e46e req-852734bc-3f39-40d1-b951-1c7af4714ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:07:52.370068 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-bc2c81fd-6053-4aab-971e-efb93c79e46e req-852734bc-3f39-40d1-b951-1c7af4714ab5 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=9ba01355ccec4f5ba422cc289f631770&device_id=49cff0d2-e22a-4480-bf7a-d9e0703989f6 HTTP/1.1" status: 200 len: 1162 time: 0.2195621 Feb 16 16:07:52.372602 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf4f50-87af-4944-9244-8b368a831ac8 req-d0423749-20d1-4d95-be5b-63c5b4ee5822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:07:52.374058 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-25cf4f50-87af-4944-9244-8b368a831ac8 req-d0423749-20d1-4d95-be5b-63c5b4ee5822 service neutron] 10.222.0.101 "GET /v2.0/networks?id=45f2857c-5bdc-476f-9384-4f61c45c28bf HTTP/1.1" status: 200 len: 906 time: 0.1695416 Feb 16 16:07:52.594261 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-25cf4f50-87af-4944-9244-8b368a831ac8 req-7d32f3b0-01c0-491d-a678-f0e061107c0b service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e39ed5d-92ca-487f-bd21-6d5b64a0dbd0 HTTP/1.1" status: 200 len: 999 time: 0.1921451 Feb 16 16:07:52.611148 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-81725039-f291-4ab1-91f8-2f033dfb4b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'name': 'tempest-TestVolumeBootPattern-1822681073-router', 'tenant_id': '9ba01355ccec4f5ba422cc289f631770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '9c7a4ee5-aad2-457d-8a26-f9c39f8fb81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T16:03:02Z', 'updated_at': '2021-02-16T16:03:10Z', 'revision_number': 4, 'project_id': '9ba01355ccec4f5ba422cc289f631770', 'gw_port': {'id': '9c7a4ee5-aad2-457d-8a26-f9c39f8fb81d', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:03:04Z', 'updated_at': '2021-02-16T16:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_floatingips': [{'id': 'b4b93e3f-8372-41be-a377-ed579f6999f7', 'tenant_id': '9ba01355ccec4f5ba422cc289f631770', 'floating_ip_address': '172.27.1.191', 'floating_network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'router_id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'port_id': '6e39ed5d-92ca-487f-bd21-6d5b64a0dbd0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45f2857c-5bdc-476f-9384-4f61c45c28bf', 'mac_address': 'fa:16:3e:48:af:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49cff0d2-e22a-4480-bf7a-d9e0703989f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T16:07:47Z', 'updated_at': '2021-02-16T16:07:50Z', 'revision_number': 1, 'project_id': '9ba01355ccec4f5ba422cc289f631770', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbae4516-30c2-48f8-bceb-abf5579fd378', 'name': '', 'network_id': '45f2857c-5bdc-476f-9384-4f61c45c28bf', 'tenant_id': '9ba01355ccec4f5ba422cc289f631770', 'mac_address': 'fa:16:3e:95:33:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'de8ce4f7-6e00-466a-9aac-6c50642948a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:03:09Z', 'updated_at': '2021-02-16T16:03:17Z', 'revision_number': 5, 'project_id': '9ba01355ccec4f5ba422cc289f631770', 'subnets': [{'id': 'de8ce4f7-6e00-466a-9aac-6c50642948a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-iscsi', False) {} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:07:52.615991 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81725039-f291-4ab1-91f8-2f033dfb4b2e None None] Checking router: fd9d9436-d779-4a4e-abf9-a5e569a1e831 for host: dv-cinder-775706-1-iscsi {{(pid=84076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 16:07:52.624943 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81725039-f291-4ab1-91f8-2f033dfb4b2e None None] Routers {'fd9d9436-d779-4a4e-abf9-a5e569a1e831'} bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 16:07:52.625534 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-81725039-f291-4ab1-91f8-2f033dfb4b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-16T15:47:20Z,description=,heartbeat_timestamp=2021-02-16T16:07:51Z,host='dv-cinder-775706-1-iscsi',id=4f2d6f55-b6e7-4768-88f5-01ac5c4c3902,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:47:21Z,topic='l3_agent')) {'router_ids': ['fd9d9436-d779-4a4e-abf9-a5e569a1e831'], 'active': True} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:07:52.667761 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c81fd-6053-4aab-971e-efb93c79e46e req-985a1189-d386-49a5-9f8d-05b35c7fbf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:07:52.669382 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-bc2c81fd-6053-4aab-971e-efb93c79e46e req-985a1189-d386-49a5-9f8d-05b35c7fbf3c service neutron] 10.222.0.103 "GET /v2.0/networks?id=45f2857c-5bdc-476f-9384-4f61c45c28bf HTTP/1.1" status: 200 len: 906 time: 0.2922778 Feb 16 16:07:52.742298 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf4f50-87af-4944-9244-8b368a831ac8 req-1f680f5e-4570-4004-a3a2-5ef120eebb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:07:52.744732 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-25cf4f50-87af-4944-9244-8b368a831ac8 req-1f680f5e-4570-4004-a3a2-5ef120eebb83 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=de8ce4f7-6e00-466a-9aac-6c50642948a8 HTTP/1.1" status: 200 len: 851 time: 0.1405678 Feb 16 16:07:52.852012 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-bc2c81fd-6053-4aab-971e-efb93c79e46e req-c70d023d-30a3-405c-96fb-a44e27917244 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e39ed5d-92ca-487f-bd21-6d5b64a0dbd0 HTTP/1.1" status: 200 len: 999 time: 0.1713035 Feb 16 16:07:52.997897 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf4f50-87af-4944-9244-8b368a831ac8 req-773665d0-72ad-4252-96d8-5e7aefa91e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:07:53.006118 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-25cf4f50-87af-4944-9244-8b368a831ac8 req-773665d0-72ad-4252-96d8-5e7aefa91e17 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=45f2857c-5bdc-476f-9384-4f61c45c28bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2432492 Feb 16 16:07:53.011783 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [req-25cf4f50-87af-4944-9244-8b368a831ac8 req-cbb12fa5-d92c-4bf3-919a-d1e3ff3abb8d service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=84075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:07:53.013346 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b15c1-c108-4708-b626-78094d026b2e req-889b77f1-1726-47b1-b136-2f357551b082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:07:53.015199 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-2d2b15c1-c108-4708-b626-78094d026b2e req-889b77f1-1726-47b1-b136-2f357551b082 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=d1456e6ef0124344987862a0a776adce&device_id=9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a HTTP/1.1" status: 200 len: 1162 time: 0.0893085 Feb 16 16:07:53.015976 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-25cf4f50-87af-4944-9244-8b368a831ac8 req-cbb12fa5-d92c-4bf3-919a-d1e3ff3abb8d service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0090199 Feb 16 16:07:53.019669 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c81fd-6053-4aab-971e-efb93c79e46e req-2b507b59-11ad-4997-8117-6e86acb4d35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:07:53.021201 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-bc2c81fd-6053-4aab-971e-efb93c79e46e req-2b507b59-11ad-4997-8117-6e86acb4d35b service neutron] 10.222.0.103 "GET /v2.0/subnets?id=de8ce4f7-6e00-466a-9aac-6c50642948a8 HTTP/1.1" status: 200 len: 851 time: 0.1300261 Feb 16 16:07:53.028127 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvr_db [None req-81725039-f291-4ab1-91f8-2f033dfb4b2e None None] Set router fd9d9436-d779-4a4e-abf9-a5e569a1e831 gateway port host: dv-cinder-775706-1-iscsi {{(pid=84076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 16:07:53.179375 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b15c1-c108-4708-b626-78094d026b2e req-2a017872-8fae-4844-b3b1-aebb9b2427b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:07:53.180996 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-2d2b15c1-c108-4708-b626-78094d026b2e req-2a017872-8fae-4844-b3b1-aebb9b2427b6 service neutron] 10.222.0.103 "GET /v2.0/networks?id=ad429259-d816-4c2a-be88-810e600c47b4 HTTP/1.1" status: 200 len: 911 time: 0.1588435 Feb 16 16:07:53.215271 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa7cdb-542e-4e97-a912-ec28cc7ef52c req-79a18a98-3687-4fd9-ad37-5a1c549da32a tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:07:53.216919 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-a8aa7cdb-542e-4e97-a912-ec28cc7ef52c req-79a18a98-3687-4fd9-ad37-5a1c549da32a tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a HTTP/1.1" status: 200 len: 945 time: 0.3716545 Feb 16 16:07:53.296259 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-25cf4f50-87af-4944-9244-8b368a831ac8 req-4ea1c19e-f790-4947-a3f0-91ee49325cb0 service neutron] 10.222.0.101 "GET /v2.0/networks/45f2857c-5bdc-476f-9384-4f61c45c28bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720213 Feb 16 16:07:53.301267 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c81fd-6053-4aab-971e-efb93c79e46e req-ddce50fe-24bb-4d68-be93-5c343344f54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:07:53.303037 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-bc2c81fd-6053-4aab-971e-efb93c79e46e req-ddce50fe-24bb-4d68-be93-5c343344f54c service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=45f2857c-5bdc-476f-9384-4f61c45c28bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2549269 Feb 16 16:07:53.309195 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-a8aa7cdb-542e-4e97-a912-ec28cc7ef52c req-33219e9f-2544-4918-989a-324469fc9d9f tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=03186328-352b-40c9-a700-1600fe2a1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828187 Feb 16 16:07:53.310921 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-2d2b15c1-c108-4708-b626-78094d026b2e req-496631e6-aeaf-4e7a-9db9-46d1a8144f3b service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b6804d0-6337-407a-bcb4-3e33fbb02e0f HTTP/1.1" status: 200 len: 1001 time: 0.1229663 Feb 16 16:07:53.390589 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b15c1-c108-4708-b626-78094d026b2e req-d520fd1a-d7f1-43fc-8edb-28d2649e222b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:07:53.392217 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-2d2b15c1-c108-4708-b626-78094d026b2e req-d520fd1a-d7f1-43fc-8edb-28d2649e222b service neutron] 10.222.0.103 "GET /v2.0/subnets?id=ad071c69-6309-4f89-b5f5-850687a34a80 HTTP/1.1" status: 200 len: 856 time: 0.0750887 Feb 16 16:07:53.454485 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-81725039-f291-4ab1-91f8-2f033dfb4b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'name': 'tempest-TestVolumeBootPattern-1822681073-router', 'tenant_id': '9ba01355ccec4f5ba422cc289f631770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '9c7a4ee5-aad2-457d-8a26-f9c39f8fb81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T16:03:02Z', 'updated_at': '2021-02-16T16:03:10Z', 'revision_number': 4, 'project_id': '9ba01355ccec4f5ba422cc289f631770', 'gw_port': {'id': '9c7a4ee5-aad2-457d-8a26-f9c39f8fb81d', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:03:04Z', 'updated_at': '2021-02-16T16:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_floatingips': [{'id': 'b4b93e3f-8372-41be-a377-ed579f6999f7', 'tenant_id': '9ba01355ccec4f5ba422cc289f631770', 'floating_ip_address': '172.27.1.191', 'floating_network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'router_id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'port_id': '6e39ed5d-92ca-487f-bd21-6d5b64a0dbd0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45f2857c-5bdc-476f-9384-4f61c45c28bf', 'mac_address': 'fa:16:3e:48:af:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49cff0d2-e22a-4480-bf7a-d9e0703989f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T16:07:47Z', 'updated_at': '2021-02-16T16:07:50Z', 'revision_number': 1, 'project_id': '9ba01355ccec4f5ba422cc289f631770', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbae4516-30c2-48f8-bceb-abf5579fd378', 'name': '', 'network_id': '45f2857c-5bdc-476f-9384-4f61c45c28bf', 'tenant_id': '9ba01355ccec4f5ba422cc289f631770', 'mac_address': 'fa:16:3e:95:33:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'de8ce4f7-6e00-466a-9aac-6c50642948a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:03:09Z', 'updated_at': '2021-02-16T16:03:17Z', 'revision_number': 5, 'project_id': '9ba01355ccec4f5ba422cc289f631770', 'subnets': [{'id': 'de8ce4f7-6e00-466a-9aac-6c50642948a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-iscsi', False) {} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:07:53.460544 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81725039-f291-4ab1-91f8-2f033dfb4b2e None None] The sync data for ids ['fd9d9436-d779-4a4e-abf9-a5e569a1e831'] in dv-cinder-775706-1-iscsi is: [{'id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'name': 'tempest-TestVolumeBootPattern-1822681073-router', 'tenant_id': '9ba01355ccec4f5ba422cc289f631770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '9c7a4ee5-aad2-457d-8a26-f9c39f8fb81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T16:03:02Z', 'updated_at': '2021-02-16T16:03:10Z', 'revision_number': 4, 'project_id': '9ba01355ccec4f5ba422cc289f631770', 'gw_port': {'id': '9c7a4ee5-aad2-457d-8a26-f9c39f8fb81d', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:03:04Z', 'updated_at': '2021-02-16T16:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_floatingips': [{'id': 'b4b93e3f-8372-41be-a377-ed579f6999f7', 'tenant_id': '9ba01355ccec4f5ba422cc289f631770', 'floating_ip_address': '172.27.1.191', 'floating_network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'router_id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'port_id': '6e39ed5d-92ca-487f-bd21-6d5b64a0dbd0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45f2857c-5bdc-476f-9384-4f61c45c28bf', 'mac_address': 'fa:16:3e:48:af:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49cff0d2-e22a-4480-bf7a-d9e0703989f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T16:07:47Z', 'updated_at': '2021-02-16T16:07:50Z', 'revision_number': 1, 'project_id': '9ba01355ccec4f5ba422cc289f631770', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbae4516-30c2-48f8-bceb-abf5579fd378', 'name': '', 'network_id': '45f2857c-5bdc-476f-9384-4f61c45c28bf', 'tenant_id': '9ba01355ccec4f5ba422cc289f631770', 'mac_address': 'fa:16:3e:95:33:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'de8ce4f7-6e00-466a-9aac-6c50642948a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:03:09Z', 'updated_at': '2021-02-16T16:03:17Z', 'revision_number': 5, 'project_id': '9ba01355ccec4f5ba422cc289f631770', 'subnets': [{'id': 'de8ce4f7-6e00-466a-9aac-6c50642948a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 16:07:53.482851 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b15c1-c108-4708-b626-78094d026b2e req-b8f93315-3fb0-462c-a7a1-f64dbcdcd791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:07:53.484413 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-2d2b15c1-c108-4708-b626-78094d026b2e req-b8f93315-3fb0-462c-a7a1-f64dbcdcd791 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=ad429259-d816-4c2a-be88-810e600c47b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0855818 Feb 16 16:07:53.640192 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-2d2b15c1-c108-4708-b626-78094d026b2e req-8c116edf-e58f-4daf-9849-fc53027e28c1 service neutron] 10.222.0.103 "GET /v2.0/networks/ad429259-d816-4c2a-be88-810e600c47b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488054 Feb 16 16:07:53.766795 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b20a66-4966-4923-a450-808db951ae59 None None] New status for floating IP b4b93e3f-8372-41be-a377-ed579f6999f7: ACTIVE {{(pid=84077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 16 16:07:53.803717 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-2d2b15c1-c108-4708-b626-78094d026b2e req-77ba8e33-445e-490b-a9a7-38a807d89c05 service neutron] 10.222.0.103 "GET /v2.0/networks/ad429259-d816-4c2a-be88-810e600c47b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1569800 Feb 16 16:07:53.824852 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-25cf4f50-87af-4944-9244-8b368a831ac8 req-b459aea5-b19b-463a-8a95-08d7c2b478a2 service neutron] 10.222.0.101 "GET /v2.0/networks/45f2857c-5bdc-476f-9384-4f61c45c28bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5190091 Feb 16 16:07:53.827505 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-bc2c81fd-6053-4aab-971e-efb93c79e46e req-bae3a197-9ec3-4187-bde8-3adb38c39c86 service neutron] 10.222.0.103 "GET /v2.0/networks/45f2857c-5bdc-476f-9384-4f61c45c28bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4954622 Feb 16 16:07:53.981651 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-bc2c81fd-6053-4aab-971e-efb93c79e46e req-c4715a7e-b946-4569-b04e-5f466f522ab1 service neutron] 10.222.0.103 "GET /v2.0/networks/45f2857c-5bdc-476f-9384-4f61c45c28bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1456459 Feb 16 16:07:54.530336 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fd184d-e85a-4a62-bda2-e7fdb13a2ec5 req-c37a1fc6-9dc5-4986-b9e0-5f1cbec141ca tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:07:54.532015 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-62fd184d-e85a-4a62-bda2-e7fdb13a2ec5 req-c37a1fc6-9dc5-4986-b9e0-5f1cbec141ca tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a HTTP/1.1" status: 200 len: 945 time: 0.0946255 Feb 16 16:07:54.584458 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-62fd184d-e85a-4a62-bda2-e7fdb13a2ec5 req-bf5999b6-7e6c-4ec2-9d0f-a3f19a82465e tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=03186328-352b-40c9-a700-1600fe2a1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449917 Feb 16 16:07:55.798345 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f9f6c7-9b66-490c-bdfb-34fde2bf8f2b req-f32556c3-0d49-4715-8cd9-1c3356ac5620 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:07:55.800328 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-d8f9f6c7-9b66-490c-bdfb-34fde2bf8f2b req-f32556c3-0d49-4715-8cd9-1c3356ac5620 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a HTTP/1.1" status: 200 len: 945 time: 0.0956097 Feb 16 16:07:55.852374 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-d8f9f6c7-9b66-490c-bdfb-34fde2bf8f2b req-e1764624-0822-4c5c-aefa-fecbb068c26f tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=03186328-352b-40c9-a700-1600fe2a1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453684 Feb 16 16:07:56.416942 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device 9b6804d0-6337-407a-bcb4-3e33fbb02e0f no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 16:07:56.545865 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:56.574869 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b6804d0-6337-407a-bcb4-3e33fbb02e0f'}] {{(pid=84076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 16:07:56.586054 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] For port 9b6804d0-6337-407a-bcb4-3e33fbb02e0f, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=9b6804d0-6337-407a-bcb4-3e33fbb02e0f,segment=NetworkSegment(70f36e3c-fd91-4136-95df-cba7919e0ad6),segment_id=70f36e3c-fd91-4136-95df-cba7919e0ad6)] {{(pid=84076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:07:56.622285 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:07:56.625151 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:07:56.701630 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Pushing event updated for resources: {'Port': ['ID=9b6804d0-6337-407a-bcb4-3e33fbb02e0f,revision_number=5']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:07:56.705151 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:07:56.816254 dv-cinder-775706-1-iscsi neutron-server[83961]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9b6804d0-6337-407a-bcb4-3e33fbb02e0f', 'code': 422} returned with failed status Feb 16 16:07:57.059770 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f7a4d9-d55e-455a-a5c5-6688555220c4 req-2158607a-a03f-4923-b9d3-aae6edfb754b tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:07:57.061316 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c3f7a4d9-d55e-455a-a5c5-6688555220c4 req-2158607a-a03f-4923-b9d3-aae6edfb754b tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a HTTP/1.1" status: 200 len: 943 time: 0.0889590 Feb 16 16:07:57.114986 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c3f7a4d9-d55e-455a-a5c5-6688555220c4 req-f966ea7e-b034-4fee-a831-29577f42bb39 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=03186328-352b-40c9-a700-1600fe2a1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459883 Feb 16 16:07:59.239248 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293a3ddc-91df-471c-b103-cc78d6f83468 req-a992d286-787f-4060-b2cd-d2eab0afe446 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:07:59.240869 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-293a3ddc-91df-471c-b103-cc78d6f83468 req-a992d286-787f-4060-b2cd-d2eab0afe446 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a HTTP/1.1" status: 200 len: 943 time: 0.0951896 Feb 16 16:07:59.292872 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-293a3ddc-91df-471c-b103-cc78d6f83468 req-c06062b5-2a6a-453e-a34e-67c151527e0b tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=03186328-352b-40c9-a700-1600fe2a1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448258 Feb 16 16:07:59.324018 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b75c2a5b-b5e4-4626-9a55-035de7f4c040 req-f7f27e3c-db42-4746-b44f-42c91520f89d service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0887840 Feb 16 16:08:00.293722 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c2a5b-b5e4-4626-9a55-035de7f4c040 req-f5329a55-e166-4d29-b08b-51e7a0192c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:08:00.295493 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b75c2a5b-b5e4-4626-9a55-035de7f4c040 req-f5329a55-e166-4d29-b08b-51e7a0192c9e service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a&tenant_id=d1456e6ef0124344987862a0a776adce HTTP/1.1" status: 200 len: 1160 time: 0.0865798 Feb 16 16:08:00.401363 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c2a5b-b5e4-4626-9a55-035de7f4c040 req-ebc53835-019f-4e17-929f-398f6e2fbf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:08:00.403058 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b75c2a5b-b5e4-4626-9a55-035de7f4c040 req-ebc53835-019f-4e17-929f-398f6e2fbf5d service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=d1456e6ef0124344987862a0a776adce&device_id=9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a HTTP/1.1" status: 200 len: 1160 time: 0.0796318 Feb 16 16:08:00.625879 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c2a5b-b5e4-4626-9a55-035de7f4c040 req-982a2f97-8b01-4a48-b16a-f2ec7a67de8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:08:00.627592 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b75c2a5b-b5e4-4626-9a55-035de7f4c040 req-982a2f97-8b01-4a48-b16a-f2ec7a67de8e service neutron] 10.222.0.103 "GET /v2.0/networks?id=ad429259-d816-4c2a-be88-810e600c47b4 HTTP/1.1" status: 200 len: 911 time: 0.2151127 Feb 16 16:08:00.637952 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea43e8c-3f69-4fab-8aa3-1fcbea88338e req-787b330d-588b-4911-a437-ef6e98af6818 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:08:00.639540 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-2ea43e8c-3f69-4fab-8aa3-1fcbea88338e req-787b330d-588b-4911-a437-ef6e98af6818 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a HTTP/1.1" status: 200 len: 943 time: 0.2020550 Feb 16 16:08:00.782175 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-2ea43e8c-3f69-4fab-8aa3-1fcbea88338e req-557bcfb3-9a28-40cd-9d21-bf4f9fd858ab tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=03186328-352b-40c9-a700-1600fe2a1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892663 Feb 16 16:08:00.784036 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b75c2a5b-b5e4-4626-9a55-035de7f4c040 req-ac5abd40-522d-4a86-8adf-16f6dc7b0836 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b6804d0-6337-407a-bcb4-3e33fbb02e0f HTTP/1.1" status: 200 len: 999 time: 0.1435120 Feb 16 16:08:00.868030 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c2a5b-b5e4-4626-9a55-035de7f4c040 req-923c1516-4da0-41de-b0e0-bb5d9b76be87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:08:00.869617 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b75c2a5b-b5e4-4626-9a55-035de7f4c040 req-923c1516-4da0-41de-b0e0-bb5d9b76be87 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=ad071c69-6309-4f89-b5f5-850687a34a80 HTTP/1.1" status: 200 len: 856 time: 0.0749025 Feb 16 16:08:00.958729 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c2a5b-b5e4-4626-9a55-035de7f4c040 req-be83165c-900d-4a8a-98e4-bcdd287a8c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:08:00.960304 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b75c2a5b-b5e4-4626-9a55-035de7f4c040 req-be83165c-900d-4a8a-98e4-bcdd287a8c47 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=ad429259-d816-4c2a-be88-810e600c47b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0824864 Feb 16 16:08:01.115233 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b75c2a5b-b5e4-4626-9a55-035de7f4c040 req-afd24eda-2ce3-4c61-baf1-20b4ea867ded service neutron] 10.222.0.103 "GET /v2.0/networks/ad429259-d816-4c2a-be88-810e600c47b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464090 Feb 16 16:08:01.262294 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b75c2a5b-b5e4-4626-9a55-035de7f4c040 req-f24a267a-a75f-4cc5-9224-78f42463895d service neutron] 10.222.0.103 "GET /v2.0/networks/ad429259-d816-4c2a-be88-810e600c47b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1393890 Feb 16 16:08:02.019890 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f84e0ec-23a0-48b1-baf0-f1eaf9f460e2 req-b3fe2471-f01d-4000-a100-ff661f1eca7d tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:08:02.022348 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-4f84e0ec-23a0-48b1-baf0-f1eaf9f460e2 req-b3fe2471-f01d-4000-a100-ff661f1eca7d tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a HTTP/1.1" status: 200 len: 943 time: 0.1090310 Feb 16 16:08:02.100472 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-4f84e0ec-23a0-48b1-baf0-f1eaf9f460e2 req-7909616f-b669-4708-9bd8-383e39bcdffe tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=03186328-352b-40c9-a700-1600fe2a1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568640 Feb 16 16:08:03.323911 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2520eb5-9f14-4728-bb38-23c3d00d49d7 req-84787612-f2eb-4bb9-a5a0-05ae07d017aa tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:08:03.325595 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-e2520eb5-9f14-4728-bb38-23c3d00d49d7 req-84787612-f2eb-4bb9-a5a0-05ae07d017aa tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a HTTP/1.1" status: 200 len: 943 time: 0.0972347 Feb 16 16:08:03.377580 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-e2520eb5-9f14-4728-bb38-23c3d00d49d7 req-c8401653-e49d-443f-8f20-96d2570649ea tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=03186328-352b-40c9-a700-1600fe2a1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434639 Feb 16 16:08:04.593638 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc8d679-3706-4674-895d-fa209d5150cf req-b61fcbca-8999-41a0-b30c-dec6d541183a tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:08:04.595311 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-efc8d679-3706-4674-895d-fa209d5150cf req-b61fcbca-8999-41a0-b30c-dec6d541183a tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a HTTP/1.1" status: 200 len: 943 time: 0.0942652 Feb 16 16:08:04.648954 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-efc8d679-3706-4674-895d-fa209d5150cf req-abe16704-0330-41d7-b94f-15f088ab0594 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=03186328-352b-40c9-a700-1600fe2a1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467153 Feb 16 16:08:05.286474 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.agents_db [None req-cca974b7-119d-4613-9949-a609bd4803bb None None] Agent healthcheck: found 6 active agents {{(pid=84077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 16:08:05.866796 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b00930-6656-43a5-a28f-95598e580860 req-1c24a3fa-67b1-42e2-8313-f9957aeace94 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:08:05.868412 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-03b00930-6656-43a5-a28f-95598e580860 req-1c24a3fa-67b1-42e2-8313-f9957aeace94 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a HTTP/1.1" status: 200 len: 943 time: 0.0931435 Feb 16 16:08:05.919716 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-03b00930-6656-43a5-a28f-95598e580860 req-f7849cdb-6100-403e-86b5-30b94f97acbf tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=03186328-352b-40c9-a700-1600fe2a1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447209 Feb 16 16:08:07.155967 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e754f5b2-e030-490f-bee3-b16f25bfdcc5 req-b2887443-0843-43dd-a359-ff79f6c0c97d tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:08:07.157781 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-e754f5b2-e030-490f-bee3-b16f25bfdcc5 req-b2887443-0843-43dd-a359-ff79f6c0c97d tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a HTTP/1.1" status: 200 len: 943 time: 0.1009667 Feb 16 16:08:07.214483 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-e754f5b2-e030-490f-bee3-b16f25bfdcc5 req-aaaafb24-3fd9-4c93-99a2-7c0814bad093 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=03186328-352b-40c9-a700-1600fe2a1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500598 Feb 16 16:08:08.438794 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf2c8b5-67b5-492b-8d3b-9688eb27fdd9 req-62d3ec52-400c-480e-95e0-f1d1a406ee5b tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:08:08.440415 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-bbf2c8b5-67b5-492b-8d3b-9688eb27fdd9 req-62d3ec52-400c-480e-95e0-f1d1a406ee5b tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a HTTP/1.1" status: 200 len: 943 time: 0.0966094 Feb 16 16:08:08.496751 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-bbf2c8b5-67b5-492b-8d3b-9688eb27fdd9 req-9a7fc4ab-e361-44db-bced-acb2c7eac3fa tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=03186328-352b-40c9-a700-1600fe2a1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480812 Feb 16 16:08:09.723377 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36df3ce-6eeb-4682-9ecb-1546981779d9 req-6bcaba07-8176-443c-93ba-d36cf6fd5905 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:08:09.725116 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c36df3ce-6eeb-4682-9ecb-1546981779d9 req-6bcaba07-8176-443c-93ba-d36cf6fd5905 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a HTTP/1.1" status: 200 len: 943 time: 0.1001558 Feb 16 16:08:09.775660 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c36df3ce-6eeb-4682-9ecb-1546981779d9 req-5228d867-efc6-40af-8015-9a1160808a0b tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=03186328-352b-40c9-a700-1600fe2a1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441105 Feb 16 16:08:10.991038 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f7db6c-70ab-4541-9a4e-89f39fb644ee req-681295d8-ce00-47b2-ae88-bcab1f0bee34 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:08:10.993058 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-91f7db6c-70ab-4541-9a4e-89f39fb644ee req-681295d8-ce00-47b2-ae88-bcab1f0bee34 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a HTTP/1.1" status: 200 len: 943 time: 0.0937910 Feb 16 16:08:11.049109 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-91f7db6c-70ab-4541-9a4e-89f39fb644ee req-c9e61212-e2e1-45c4-98c3-582adf60c211 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=03186328-352b-40c9-a700-1600fe2a1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484490 Feb 16 16:08:12.268844 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28155a85-eb44-4e29-bc34-0390e2001161 req-99c7c9b9-4236-4d41-a602-d5249499e2b0 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:08:12.271097 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-28155a85-eb44-4e29-bc34-0390e2001161 req-99c7c9b9-4236-4d41-a602-d5249499e2b0 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a HTTP/1.1" status: 200 len: 943 time: 0.0953965 Feb 16 16:08:12.322233 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-28155a85-eb44-4e29-bc34-0390e2001161 req-a9b49309-14ba-45d8-bdc3-e3bdad7be4bf tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=03186328-352b-40c9-a700-1600fe2a1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445895 Feb 16 16:08:12.970281 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:08:13.534201 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95396d47-1e4a-42dc-8664-98c5792a6f68 req-bd22571b-100e-44f8-b1ec-7165928c6880 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:08:13.536373 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-95396d47-1e4a-42dc-8664-98c5792a6f68 req-bd22571b-100e-44f8-b1ec-7165928c6880 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a HTTP/1.1" status: 200 len: 943 time: 0.0899446 Feb 16 16:08:13.588752 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-95396d47-1e4a-42dc-8664-98c5792a6f68 req-b277afe6-4335-4858-9478-21372d2c0db8 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=03186328-352b-40c9-a700-1600fe2a1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461776 Feb 16 16:08:14.794341 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e0650-aa65-447c-a4c8-78a31bb44cc1 req-bfbfda8d-b206-46ed-902b-fe340b4e5daf tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:08:14.795989 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-648e0650-aa65-447c-a4c8-78a31bb44cc1 req-bfbfda8d-b206-46ed-902b-fe340b4e5daf tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a HTTP/1.1" status: 200 len: 943 time: 0.0906489 Feb 16 16:08:14.845197 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-648e0650-aa65-447c-a4c8-78a31bb44cc1 req-396abf06-9f99-4957-aad1-9ca3aa1cd340 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=03186328-352b-40c9-a700-1600fe2a1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428059 Feb 16 16:08:16.078929 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fabb703-a223-43ff-a3bc-66458bf743b8 req-cc13c989-49ed-40d4-a612-24270c1dc80f tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:08:16.080786 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5fabb703-a223-43ff-a3bc-66458bf743b8 req-cc13c989-49ed-40d4-a612-24270c1dc80f tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a HTTP/1.1" status: 200 len: 943 time: 0.1039743 Feb 16 16:08:16.144464 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5fabb703-a223-43ff-a3bc-66458bf743b8 req-87baf69c-f85f-4353-ae55-1c2894d7afad tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=03186328-352b-40c9-a700-1600fe2a1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562208 Feb 16 16:08:17.362433 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68afe49f-a628-46ec-ae7e-e045a2c8bb4b req-bdec8ffe-7989-49ab-931c-f5c93b29cd37 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:08:17.364085 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-68afe49f-a628-46ec-ae7e-e045a2c8bb4b req-bdec8ffe-7989-49ab-931c-f5c93b29cd37 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a HTTP/1.1" status: 200 len: 943 time: 0.0869658 Feb 16 16:08:17.412427 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-68afe49f-a628-46ec-ae7e-e045a2c8bb4b req-9e7155d6-19ec-42db-a9ea-d256b3fbd33e tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=03186328-352b-40c9-a700-1600fe2a1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416059 Feb 16 16:08:17.712819 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c9ed3c1e-f85b-425d-93a8-8ea265328786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:08:18.622436 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7058a8-7f5d-48e3-aa05-2e154f448b4e req-bbcc6571-18cf-4555-b6da-89437be50307 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:08:18.624079 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-af7058a8-7f5d-48e3-aa05-2e154f448b4e req-bbcc6571-18cf-4555-b6da-89437be50307 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a HTTP/1.1" status: 200 len: 943 time: 0.0913134 Feb 16 16:08:18.673345 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-af7058a8-7f5d-48e3-aa05-2e154f448b4e req-fe524caf-6341-4924-8417-9e35a848f305 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=03186328-352b-40c9-a700-1600fe2a1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428052 Feb 16 16:08:19.153093 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd49663-e099-429d-a6f7-6977395ce743 req-d62adb64-bcc2-42ff-a2fd-ec4650ff0aa0 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:08:19.154755 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ddd49663-e099-429d-a6f7-6977395ce743 req-d62adb64-bcc2-42ff-a2fd-ec4650ff0aa0 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/ports?device_id=19641060-4ef1-46f0-bf80-b1fb6508ffe5 HTTP/1.1" status: 200 len: 946 time: 0.0871139 Feb 16 16:08:19.206971 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ddd49663-e099-429d-a6f7-6977395ce743 req-ec1030d8-59b6-43dc-9375-66b136af9b88 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/security-groups?id=c57f3c46-7d60-4ff1-8163-83211d18ff3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453813 Feb 16 16:08:19.884053 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a390d519-7b9b-4a94-ad02-d1afbd1b22d3 req-3795f075-4b13-4f9a-9a13-e9ae374d4601 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:08:19.885665 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-a390d519-7b9b-4a94-ad02-d1afbd1b22d3 req-3795f075-4b13-4f9a-9a13-e9ae374d4601 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a HTTP/1.1" status: 200 len: 943 time: 0.0882890 Feb 16 16:08:19.934270 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-a390d519-7b9b-4a94-ad02-d1afbd1b22d3 req-d0e36b02-03db-4506-9b6e-54b56706d387 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=03186328-352b-40c9-a700-1600fe2a1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423484 Feb 16 16:08:20.364131 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d05518bb-17ee-4865-b03c-31693adcda8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:08:20.424962 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b2ef9d-bb60-49d0-ba0e-0faa64dc1d4e req-ce830b1b-dc5a-46a9-ade2-d801d973eddb tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:08:20.426705 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-17b2ef9d-bb60-49d0-ba0e-0faa64dc1d4e req-ce830b1b-dc5a-46a9-ade2-d801d973eddb tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/ports?device_id=19641060-4ef1-46f0-bf80-b1fb6508ffe5 HTTP/1.1" status: 200 len: 946 time: 0.0999253 Feb 16 16:08:20.481199 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-17b2ef9d-bb60-49d0-ba0e-0faa64dc1d4e req-15208597-2350-42f3-80b8-58119a4b6b11 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/security-groups?id=c57f3c46-7d60-4ff1-8163-83211d18ff3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476155 Feb 16 16:08:20.552628 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-2686ebca-1f07-4088-b078-32b1400be8a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:08:21.146134 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f60a2-a22d-4f06-835b-fc67b77b938a req-ce99beca-4eef-4b1a-a6a2-685e52bf54d8 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:08:21.147806 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-d86f60a2-a22d-4f06-835b-fc67b77b938a req-ce99beca-4eef-4b1a-a6a2-685e52bf54d8 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a HTTP/1.1" status: 200 len: 943 time: 0.0891879 Feb 16 16:08:21.197947 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-d86f60a2-a22d-4f06-835b-fc67b77b938a req-d5e1688c-8bf0-4c33-8ec6-6a0a04c98027 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=03186328-352b-40c9-a700-1600fe2a1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438848 Feb 16 16:08:21.342664 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f13435-ef16-4da3-9ec6-9c1c84dbc955 req-e9a3c2d7-3b3e-4656-9b2f-9b13a2ff502d tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:08:21.344235 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-63f13435-ef16-4da3-9ec6-9c1c84dbc955 req-e9a3c2d7-3b3e-4656-9b2f-9b13a2ff502d tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.103 "GET /v2.0/ports?device_id=19641060-4ef1-46f0-bf80-b1fb6508ffe5 HTTP/1.1" status: 200 len: 946 time: 0.0886073 Feb 16 16:08:21.403955 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:08:21.425547 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device 9b6804d0-6337-407a-bcb4-3e33fbb02e0f up at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 16:08:21.427810 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [req-63f13435-ef16-4da3-9ec6-9c1c84dbc955 req-1c147f40-6ccc-4981-89a4-1b82952b0fdd tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Deleting port 8fafbc74-92db-4928-a82f-dbd352b52d08 {{(pid=84075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 16:08:21.428231 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-63f13435-ef16-4da3-9ec6-9c1c84dbc955 req-1c147f40-6ccc-4981-89a4-1b82952b0fdd tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776636423795'] for port, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:08:21.499064 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning complete for port 9b6804d0-6337-407a-bcb4-3e33fbb02e0f triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:08:21.499423 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:08:21.628825 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:08:21.657945 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b6804d0-6337-407a-bcb4-3e33fbb02e0f'}] {{(pid=84076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 16:08:21.669226 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] For port 9b6804d0-6337-407a-bcb4-3e33fbb02e0f, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=9b6804d0-6337-407a-bcb4-3e33fbb02e0f,segment=NetworkSegment(70f36e3c-fd91-4136-95df-cba7919e0ad6),segment_id=70f36e3c-fd91-4136-95df-cba7919e0ad6)] {{(pid=84076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:08:21.709038 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b6804d0-6337-407a-bcb4-3e33fbb02e0f', 'code': 200} Feb 16 16:08:21.709960 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:08:21.712270 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-93ffb26d-9830-4ac5-aef6-9e9cd4171783 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:08:21.794235 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Pushing event updated for resources: {'Port': ['ID=9b6804d0-6337-407a-bcb4-3e33fbb02e0f,revision_number=6']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:08:21.803018 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:08:21.803403 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:08:21.803776 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:08:21.803959 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [req-63f13435-ef16-4da3-9ec6-9c1c84dbc955 req-1c147f40-6ccc-4981-89a4-1b82952b0fdd tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] For port 8fafbc74-92db-4928-a82f-dbd352b52d08, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=8fafbc74-92db-4928-a82f-dbd352b52d08,segment=NetworkSegment(cce3f7c0-d4e6-4689-83a1-8323f6247bc1),segment_id=cce3f7c0-d4e6-4689-83a1-8323f6247bc1)] {{(pid=84075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:08:21.804144 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:08:21.805001 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-63f13435-ef16-4da3-9ec6-9c1c84dbc955 req-1c147f40-6ccc-4981-89a4-1b82952b0fdd tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862802'] for port, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:08:21.805144 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:08:21.805566 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:08:21.805931 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:08:21.806296 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:08:21.806664 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:08:21.807033 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:08:21.807393 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:08:21.807749 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:08:21.808151 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:08:21.808552 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:08:21.808914 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:08:21.809270 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:08:21.809714 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:08:21.810063 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:08:21.810420 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:08:21.810822 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:08:21.811189 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:08:21.811546 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:08:21.811933 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:08:21.812294 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:08:21.817222 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:08:21.832356 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eabe36-95f6-4473-9665-5a8c6039f07a req-a3b8e7ce-a1a5-4fe9-83f6-39315f5075dd tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:08:21.834061 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-17eabe36-95f6-4473-9665-5a8c6039f07a req-a3b8e7ce-a1a5-4fe9-83f6-39315f5075dd tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/ports?device_id=19641060-4ef1-46f0-bf80-b1fb6508ffe5 HTTP/1.1" status: 200 len: 946 time: 0.2285707 Feb 16 16:08:22.054177 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa4558-de50-4ff8-945e-b22f03755296 req-d43c9c18-871f-472d-b6b5-8ba65d0c7bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:08:22.057468 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-9faa4558-de50-4ff8-945e-b22f03755296 req-d43c9c18-871f-472d-b6b5-8ba65d0c7bbf service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a HTTP/1.1" status: 200 len: 1162 time: 0.0952220 Feb 16 16:08:22.111646 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-9faa4558-de50-4ff8-945e-b22f03755296 req-cabff115-1bbb-4c9e-ab2f-ebde6450556d service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=03186328-352b-40c9-a700-1600fe2a1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461276 Feb 16 16:08:22.201045 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-17eabe36-95f6-4473-9665-5a8c6039f07a req-b653e487-4ac7-4148-87a3-e7352ae56abb tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/security-groups?id=c57f3c46-7d60-4ff1-8163-83211d18ff3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820727 Feb 16 16:08:22.329567 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-331083c2-9fd5-48c9-8796-02890b3f22e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:08:22.479632 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-63f13435-ef16-4da3-9ec6-9c1c84dbc955 req-1c147f40-6ccc-4981-89a4-1b82952b0fdd tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:08:22.480092 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-63f13435-ef16-4da3-9ec6-9c1c84dbc955 req-1c147f40-6ccc-4981-89a4-1b82952b0fdd tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853906801'] for floatingip, after_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:08:22.480453 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.db.l3_db [req-63f13435-ef16-4da3-9ec6-9c1c84dbc955 req-1c147f40-6ccc-4981-89a4-1b82952b0fdd tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Floating IP 23ad4cda-307d-48f7-97c9-ca2b49c811db disassociated. External IP: 172.27.1.35, port: 8fafbc74-92db-4928-a82f-dbd352b52d08. Feb 16 16:08:22.480843 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [req-63f13435-ef16-4da3-9ec6-9c1c84dbc955 req-1c147f40-6ccc-4981-89a4-1b82952b0fdd tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Calling delete_port for 8fafbc74-92db-4928-a82f-dbd352b52d08 owned by compute:nova {{(pid=84075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 16:08:22.572947 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b06afe-7e12-4e53-a8a3-94a07646084f req-598fbe8c-898c-4ebf-9936-818b17fc38ec tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:08:22.574668 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c1b06afe-7e12-4e53-a8a3-94a07646084f req-598fbe8c-898c-4ebf-9936-818b17fc38ec tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a HTTP/1.1" status: 200 len: 945 time: 0.2033277 Feb 16 16:08:22.618420 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device 9b6804d0-6337-407a-bcb4-3e33fbb02e0f up at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 16:08:22.640708 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c1b06afe-7e12-4e53-a8a3-94a07646084f req-bc368110-55b4-46a6-9c36-c9e721b6ad93 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=03186328-352b-40c9-a700-1600fe2a1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506604 Feb 16 16:08:22.696775 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning complete for port 9b6804d0-6337-407a-bcb4-3e33fbb02e0f triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:08:22.697200 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:08:22.769832 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-63f13435-ef16-4da3-9ec6-9c1c84dbc955 req-1c147f40-6ccc-4981-89a4-1b82952b0fdd tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776636383262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776636049574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7708556'] for port, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:08:22.788651 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1a0da695-eac5-4638-a73b-eda346d2beb6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:08:22.843169 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device 8fafbc74-92db-4928-a82f-dbd352b52d08 no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 16:08:22.854947 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c147f40-6ccc-4981-89a4-1b82952b0fdd tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Pushing event deleted for resources: {'Port': ['ID=8fafbc74-92db-4928-a82f-dbd352b52d08,revision_number=None']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:08:22.883476 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] No Port match for: 8fafbc74-92db-4928-a82f-dbd352b52d08 {{(pid=84076) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 16:08:22.884011 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device 8fafbc74-92db-4928-a82f-dbd352b52d08 not bound to the agent host hv-cinder-77570 {{(pid=84076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 16:08:22.915770 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c147f40-6ccc-4981-89a4-1b82952b0fdd tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:08:22.916180 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c147f40-6ccc-4981-89a4-1b82952b0fdd tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:08:22.916589 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c147f40-6ccc-4981-89a4-1b82952b0fdd tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:08:22.916994 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c147f40-6ccc-4981-89a4-1b82952b0fdd tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:08:22.917397 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c147f40-6ccc-4981-89a4-1b82952b0fdd tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:08:22.917793 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c147f40-6ccc-4981-89a4-1b82952b0fdd tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:08:22.918186 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c147f40-6ccc-4981-89a4-1b82952b0fdd tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:08:22.918578 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c147f40-6ccc-4981-89a4-1b82952b0fdd tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:08:22.919009 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c147f40-6ccc-4981-89a4-1b82952b0fdd tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:08:22.919387 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c147f40-6ccc-4981-89a4-1b82952b0fdd tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:08:22.919773 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c147f40-6ccc-4981-89a4-1b82952b0fdd tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:08:22.920161 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c147f40-6ccc-4981-89a4-1b82952b0fdd tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:08:22.920586 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c147f40-6ccc-4981-89a4-1b82952b0fdd tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:08:22.920974 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c147f40-6ccc-4981-89a4-1b82952b0fdd tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:08:22.921358 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c147f40-6ccc-4981-89a4-1b82952b0fdd tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:08:22.921742 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c147f40-6ccc-4981-89a4-1b82952b0fdd tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:08:22.922125 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c147f40-6ccc-4981-89a4-1b82952b0fdd tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:08:22.922511 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c147f40-6ccc-4981-89a4-1b82952b0fdd tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:08:22.922922 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c147f40-6ccc-4981-89a4-1b82952b0fdd tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:08:22.923308 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c147f40-6ccc-4981-89a4-1b82952b0fdd tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:08:22.923695 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c147f40-6ccc-4981-89a4-1b82952b0fdd tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:08:22.924082 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c147f40-6ccc-4981-89a4-1b82952b0fdd tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:08:22.924465 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c147f40-6ccc-4981-89a4-1b82952b0fdd tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:08:22.924846 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c147f40-6ccc-4981-89a4-1b82952b0fdd tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:08:22.928793 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1c147f40-6ccc-4981-89a4-1b82952b0fdd tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:08:23.186506 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.l3_agent_scheduler [req-63f13435-ef16-4da3-9ec6-9c1c84dbc955 req-1c147f40-6ccc-4981-89a4-1b82952b0fdd tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Router 87ebf6eb-b02e-49f2-81a2-2d784b9f6271 has already been hosted by L3 agent 4f2d6f55-b6e7-4768-88f5-01ac5c4c3902 {{(pid=84075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 16:08:23.393278 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6d061eed-a8e9-4b64-a86f-6f90f633d97c req-31e01fce-1c77-4a4a-a326-72d7b5c7fcae tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/ports?device_id=19641060-4ef1-46f0-bf80-b1fb6508ffe5 HTTP/1.1" status: 200 len: 210 time: 0.0672841 Feb 16 16:08:23.436996 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-63f13435-ef16-4da3-9ec6-9c1c84dbc955 req-1c147f40-6ccc-4981-89a4-1b82952b0fdd tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify agent at l3_agent.dv-cinder-775706-1-iscsi the message routers_updated {{(pid=84075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 16:08:23.447619 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefd8d84-c230-466b-a5cc-beeff4d99ff5 None None] Sync routers for ids ['87ebf6eb-b02e-49f2-81a2-2d784b9f6271'] in dv-cinder-775706-1-iscsi {{(pid=84076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 16:08:23.458407 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefd8d84-c230-466b-a5cc-beeff4d99ff5 None None] Routers {'87ebf6eb-b02e-49f2-81a2-2d784b9f6271'} bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 16:08:23.459304 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-cefd8d84-c230-466b-a5cc-beeff4d99ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-16T15:47:20Z,description=,heartbeat_timestamp=2021-02-16T16:08:21Z,host='dv-cinder-775706-1-iscsi',id=4f2d6f55-b6e7-4768-88f5-01ac5c4c3902,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:47:21Z,topic='l3_agent')) {'router_ids': ['87ebf6eb-b02e-49f2-81a2-2d784b9f6271'], 'active': True} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:08:23.481348 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [req-63f13435-ef16-4da3-9ec6-9c1c84dbc955 req-1c147f40-6ccc-4981-89a4-1b82952b0fdd tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] No DVR routers for this DVR port 8fafbc74-92db-4928-a82f-dbd352b52d08 on host hv-cinder-77570 {{(pid=84075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 16:08:23.484173 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-63f13435-ef16-4da3-9ec6-9c1c84dbc955 req-1c147f40-6ccc-4981-89a4-1b82952b0fdd tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487'] for port, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:08:23.487471 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19641060-4ef1-46f0-bf80-b1fb6508ffe5', 'name': 'network-vif-deleted', 'tag': '8fafbc74-92db-4928-a82f-dbd352b52d08'}] {{(pid=84075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 16:08:23.508123 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-63f13435-ef16-4da3-9ec6-9c1c84dbc955 req-1c147f40-6ccc-4981-89a4-1b82952b0fdd tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.103 "DELETE /v2.0/ports/8fafbc74-92db-4928-a82f-dbd352b52d08 HTTP/1.1" status: 204 len: 173 time: 2.1574914 Feb 16 16:08:23.616150 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19641060-4ef1-46f0-bf80-b1fb6508ffe5', 'name': 'network-vif-deleted', 'tag': '8fafbc74-92db-4928-a82f-dbd352b52d08', 'status': 'completed', 'code': 200} Feb 16 16:08:23.670083 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvr_db [None req-cefd8d84-c230-466b-a5cc-beeff4d99ff5 None None] Set router 87ebf6eb-b02e-49f2-81a2-2d784b9f6271 gateway port host: dv-cinder-775706-1-iscsi {{(pid=84076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 16:08:23.882173 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40f7833-514f-4b0f-93ae-45d08ac464d8 req-a3f109be-0eb0-45e8-8f03-7849b1cfad58 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:08:23.883879 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b40f7833-514f-4b0f-93ae-45d08ac464d8 req-a3f109be-0eb0-45e8-8f03-7849b1cfad58 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a HTTP/1.1" status: 200 len: 945 time: 0.0980380 Feb 16 16:08:23.944791 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b40f7833-514f-4b0f-93ae-45d08ac464d8 req-4bf188da-9507-4cb8-996b-79a55c059388 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=03186328-352b-40c9-a700-1600fe2a1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490077 Feb 16 16:08:24.058411 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-cefd8d84-c230-466b-a5cc-beeff4d99ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ebf6eb-b02e-49f2-81a2-2d784b9f6271', 'name': 'tempest-AttachVolumeTestJSON-2044868056-router', 'tenant_id': '3d779634302641f2a94b48c70492e45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '2c535bb3-022b-4749-9f0b-b8452fce5a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:56:41Z', 'updated_at': '2021-02-16T15:56:50Z', 'revision_number': 4, 'project_id': '3d779634302641f2a94b48c70492e45e', 'gw_port': {'id': '2c535bb3-022b-4749-9f0b-b8452fce5a48', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:8c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ebf6eb-b02e-49f2-81a2-2d784b9f6271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:56:43Z', 'updated_at': '2021-02-16T15:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_interfaces': [{'id': 'd47953cc-829c-4e4f-911f-31a621b52778', 'name': '', 'network_id': 'ac572d69-3346-47db-96b8-84a33dd2e288', 'tenant_id': '3d779634302641f2a94b48c70492e45e', 'mac_address': 'fa:16:3e:3f:fe:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ebf6eb-b02e-49f2-81a2-2d784b9f6271', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c8b959bf-ae39-4aee-b829-e174a339a829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:56:49Z', 'updated_at': '2021-02-16T15:57:04Z', 'revision_number': 5, 'project_id': '3d779634302641f2a94b48c70492e45e', 'subnets': [{'id': 'c8b959bf-ae39-4aee-b829-e174a339a829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-iscsi', False) {} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:08:24.064610 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefd8d84-c230-466b-a5cc-beeff4d99ff5 None None] Checking router: 87ebf6eb-b02e-49f2-81a2-2d784b9f6271 for host: dv-cinder-775706-1-iscsi {{(pid=84076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 16:08:24.075659 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefd8d84-c230-466b-a5cc-beeff4d99ff5 None None] Routers {'87ebf6eb-b02e-49f2-81a2-2d784b9f6271'} bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 16:08:24.076347 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-cefd8d84-c230-466b-a5cc-beeff4d99ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-16T15:47:20Z,description=,heartbeat_timestamp=2021-02-16T16:08:21Z,host='dv-cinder-775706-1-iscsi',id=4f2d6f55-b6e7-4768-88f5-01ac5c4c3902,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:47:21Z,topic='l3_agent')) {'router_ids': ['87ebf6eb-b02e-49f2-81a2-2d784b9f6271'], 'active': True} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:08:24.289230 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvr_db [None req-cefd8d84-c230-466b-a5cc-beeff4d99ff5 None None] Set router 87ebf6eb-b02e-49f2-81a2-2d784b9f6271 gateway port host: dv-cinder-775706-1-iscsi {{(pid=84076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 16:08:24.559959 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 55100) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:08:24.635488 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-cefd8d84-c230-466b-a5cc-beeff4d99ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ebf6eb-b02e-49f2-81a2-2d784b9f6271', 'name': 'tempest-AttachVolumeTestJSON-2044868056-router', 'tenant_id': '3d779634302641f2a94b48c70492e45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '2c535bb3-022b-4749-9f0b-b8452fce5a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:56:41Z', 'updated_at': '2021-02-16T15:56:50Z', 'revision_number': 4, 'project_id': '3d779634302641f2a94b48c70492e45e', 'gw_port': {'id': '2c535bb3-022b-4749-9f0b-b8452fce5a48', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:8c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ebf6eb-b02e-49f2-81a2-2d784b9f6271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:56:43Z', 'updated_at': '2021-02-16T15:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_interfaces': [{'id': 'd47953cc-829c-4e4f-911f-31a621b52778', 'name': '', 'network_id': 'ac572d69-3346-47db-96b8-84a33dd2e288', 'tenant_id': '3d779634302641f2a94b48c70492e45e', 'mac_address': 'fa:16:3e:3f:fe:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ebf6eb-b02e-49f2-81a2-2d784b9f6271', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c8b959bf-ae39-4aee-b829-e174a339a829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:56:49Z', 'updated_at': '2021-02-16T15:57:04Z', 'revision_number': 5, 'project_id': '3d779634302641f2a94b48c70492e45e', 'subnets': [{'id': 'c8b959bf-ae39-4aee-b829-e174a339a829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-iscsi', False) {} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:08:24.636151 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d39fed47-5812-4a60-924f-874b4db88819 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks [] for security_group, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:08:24.640090 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefd8d84-c230-466b-a5cc-beeff4d99ff5 None None] The sync data for ids ['87ebf6eb-b02e-49f2-81a2-2d784b9f6271'] in dv-cinder-775706-1-iscsi is: [{'id': '87ebf6eb-b02e-49f2-81a2-2d784b9f6271', 'name': 'tempest-AttachVolumeTestJSON-2044868056-router', 'tenant_id': '3d779634302641f2a94b48c70492e45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '2c535bb3-022b-4749-9f0b-b8452fce5a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:56:41Z', 'updated_at': '2021-02-16T15:56:50Z', 'revision_number': 4, 'project_id': '3d779634302641f2a94b48c70492e45e', 'gw_port': {'id': '2c535bb3-022b-4749-9f0b-b8452fce5a48', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:8c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ebf6eb-b02e-49f2-81a2-2d784b9f6271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:56:43Z', 'updated_at': '2021-02-16T15:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_interfaces': [{'id': 'd47953cc-829c-4e4f-911f-31a621b52778', 'name': '', 'network_id': 'ac572d69-3346-47db-96b8-84a33dd2e288', 'tenant_id': '3d779634302641f2a94b48c70492e45e', 'mac_address': 'fa:16:3e:3f:fe:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ebf6eb-b02e-49f2-81a2-2d784b9f6271', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c8b959bf-ae39-4aee-b829-e174a339a829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:56:49Z', 'updated_at': '2021-02-16T15:57:04Z', 'revision_number': 5, 'project_id': '3d779634302641f2a94b48c70492e45e', 'subnets': [{'id': 'c8b959bf-ae39-4aee-b829-e174a339a829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 16:08:24.669312 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d39fed47-5812-4a60-924f-874b4db88819 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:08:24.758819 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d39fed47-5812-4a60-924f-874b4db88819 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:08:24.763265 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-7b6933f8-089e-4e7e-8191-ca08efc89006 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:08:24.781224 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39fed47-5812-4a60-924f-874b4db88819 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c57f3c46-7d60-4ff1-8163-83211d18ff3f,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:08:24.789864 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39fed47-5812-4a60-924f-874b4db88819 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:08:24.796638 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39fed47-5812-4a60-924f-874b4db88819 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:08:24.796638 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39fed47-5812-4a60-924f-874b4db88819 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:08:24.796638 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39fed47-5812-4a60-924f-874b4db88819 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:08:24.796638 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39fed47-5812-4a60-924f-874b4db88819 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:08:24.796638 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39fed47-5812-4a60-924f-874b4db88819 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:08:24.796638 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39fed47-5812-4a60-924f-874b4db88819 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:08:24.796638 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39fed47-5812-4a60-924f-874b4db88819 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:08:24.796638 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39fed47-5812-4a60-924f-874b4db88819 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:08:24.796638 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39fed47-5812-4a60-924f-874b4db88819 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:08:24.796638 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39fed47-5812-4a60-924f-874b4db88819 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:08:24.796638 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39fed47-5812-4a60-924f-874b4db88819 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:08:24.796638 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39fed47-5812-4a60-924f-874b4db88819 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:08:24.796638 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39fed47-5812-4a60-924f-874b4db88819 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:08:24.797901 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39fed47-5812-4a60-924f-874b4db88819 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:08:24.797901 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39fed47-5812-4a60-924f-874b4db88819 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:08:24.797901 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39fed47-5812-4a60-924f-874b4db88819 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:08:24.797901 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39fed47-5812-4a60-924f-874b4db88819 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:08:24.797901 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39fed47-5812-4a60-924f-874b4db88819 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:08:24.797901 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39fed47-5812-4a60-924f-874b4db88819 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:08:24.797901 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39fed47-5812-4a60-924f-874b4db88819 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:08:24.797901 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39fed47-5812-4a60-924f-874b4db88819 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:08:24.798742 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39fed47-5812-4a60-924f-874b4db88819 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:08:24.798742 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39fed47-5812-4a60-924f-874b4db88819 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:08:24.802106 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-d39fed47-5812-4a60-924f-874b4db88819 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:08:24.820693 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d39fed47-5812-4a60-924f-874b4db88819 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks [] for security_group, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:08:24.822268 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-d39fed47-5812-4a60-924f-874b4db88819 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "DELETE /v2.0/security-groups/c57f3c46-7d60-4ff1-8163-83211d18ff3f HTTP/1.1" status: 204 len: 168 time: 0.2611830 Feb 16 16:08:24.825390 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 55104) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:08:24.845407 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.v2.resource [None req-d5a3d7e1-9643-467b-b05d-62c09dc66584 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] show failed (client error): The resource could not be found. Feb 16 16:08:24.846487 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-d5a3d7e1-9643-467b-b05d-62c09dc66584 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "GET /v2.0/security-groups/c57f3c46-7d60-4ff1-8163-83211d18ff3f HTTP/1.1" status: 404 len: 347 time: 0.0200288 Feb 16 16:08:24.849811 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 55108) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:08:25.049186 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-ea42ad29-1e1a-4dc7-bdf8-c4c10c768237 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Deleting port 9fad7c98-07ae-430e-bad2-4f0a6075358d {{(pid=84075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 16:08:25.049795 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ea42ad29-1e1a-4dc7-bdf8-c4c10c768237 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776636423795'] for port, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:08:25.118553 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36593470-8508-4e47-91ad-13e1d3b0a478 None None] New status for floating IP 23ad4cda-307d-48f7-97c9-ca2b49c811db: DOWN {{(pid=84077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 16 16:08:25.310931 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e12011b-fbb7-4d70-a06a-60c41da32f64 req-948554f1-96aa-413a-adaa-d5544392ca45 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:08:25.312417 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-8e12011b-fbb7-4d70-a06a-60c41da32f64 req-948554f1-96aa-413a-adaa-d5544392ca45 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a HTTP/1.1" status: 200 len: 945 time: 0.2292120 Feb 16 16:08:25.319221 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ea42ad29-1e1a-4dc7-bdf8-c4c10c768237 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862802'] for port, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:08:25.319590 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ea42ad29-1e1a-4dc7-bdf8-c4c10c768237 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:08:25.484009 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-ea42ad29-1e1a-4dc7-bdf8-c4c10c768237 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Calling delete_port for 9fad7c98-07ae-430e-bad2-4f0a6075358d owned by network:floatingip {{(pid=84075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 16:08:25.560650 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-8e12011b-fbb7-4d70-a06a-60c41da32f64 req-658d8bb8-7850-4fb8-9dc9-503271b4a764 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=03186328-352b-40c9-a700-1600fe2a1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2317390 Feb 16 16:08:25.638414 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.db.api [None req-ea42ad29-1e1a-4dc7-bdf8-c4c10c768237 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84075) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:08:25.638837 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_db.api [None req-ea42ad29-1e1a-4dc7-bdf8-c4c10c768237 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 16 16:08:26.139923 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-ea42ad29-1e1a-4dc7-bdf8-c4c10c768237 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Deleting port 9fad7c98-07ae-430e-bad2-4f0a6075358d {{(pid=84075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 16:08:26.140358 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ea42ad29-1e1a-4dc7-bdf8-c4c10c768237 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776636423795'] for port, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:08:26.548644 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ea42ad29-1e1a-4dc7-bdf8-c4c10c768237 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862802'] for port, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:08:26.548991 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ea42ad29-1e1a-4dc7-bdf8-c4c10c768237 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:08:26.680584 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-ea42ad29-1e1a-4dc7-bdf8-c4c10c768237 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Calling delete_port for 9fad7c98-07ae-430e-bad2-4f0a6075358d owned by network:floatingip {{(pid=84075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 16:08:26.889769 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ea42ad29-1e1a-4dc7-bdf8-c4c10c768237 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776636383262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776636049574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7708556'] for port, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:08:26.907153 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-db12dc7f-7ad1-48d9-b27b-8f3fa997bd2c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:08:26.972317 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea42ad29-1e1a-4dc7-bdf8-c4c10c768237 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Pushing event deleted for resources: {'Port': ['ID=9fad7c98-07ae-430e-bad2-4f0a6075358d,revision_number=None']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:08:27.039644 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-ea42ad29-1e1a-4dc7-bdf8-c4c10c768237 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:08:27.185357 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ea42ad29-1e1a-4dc7-bdf8-c4c10c768237 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks [] for floatingip, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:08:27.201639 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ea42ad29-1e1a-4dc7-bdf8-c4c10c768237 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487'] for floatingip, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:08:27.202986 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-ea42ad29-1e1a-4dc7-bdf8-c4c10c768237 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] 10.222.0.101 "DELETE /v2.0/floatingips/23ad4cda-307d-48f7-97c9-ca2b49c811db HTTP/1.1" status: 204 len: 168 time: 2.3520868 Feb 16 16:08:31.527959 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 55142) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:08:32.306648 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f74be9e0-9f54-4245-90d7-03defd0ecee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-868963'] for router_interface, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:08:32.680927 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-f74be9e0-9f54-4245-90d7-03defd0ecee1 admin admin] Deleting port d47953cc-829c-4e4f-911f-31a621b52778 {{(pid=84075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 16:08:32.681615 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f74be9e0-9f54-4245-90d7-03defd0ecee1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776636423795'] for port, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:08:32.863362 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-f74be9e0-9f54-4245-90d7-03defd0ecee1 admin admin] For port d47953cc-829c-4e4f-911f-31a621b52778, host dv-cinder-775706-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-iscsi',level=0,port_id=d47953cc-829c-4e4f-911f-31a621b52778,segment=NetworkSegment(cce3f7c0-d4e6-4689-83a1-8323f6247bc1),segment_id=cce3f7c0-d4e6-4689-83a1-8323f6247bc1)] {{(pid=84075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:08:32.863760 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f74be9e0-9f54-4245-90d7-03defd0ecee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862802'] for port, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:08:32.999348 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-f74be9e0-9f54-4245-90d7-03defd0ecee1 admin admin] Calling delete_port for d47953cc-829c-4e4f-911f-31a621b52778 owned by network:router_interface {{(pid=84075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 16:08:33.364012 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f74be9e0-9f54-4245-90d7-03defd0ecee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776636383262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776636049574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7708556'] for port, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:08:33.379611 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:08:33.435602 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74be9e0-9f54-4245-90d7-03defd0ecee1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d47953cc-829c-4e4f-911f-31a621b52778,revision_number=None']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:08:33.439776 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-f74be9e0-9f54-4245-90d7-03defd0ecee1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:08:33.802079 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f74be9e0-9f54-4245-90d7-03defd0ecee1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853910573'] for router_interface, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:08:34.549164 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f74be9e0-9f54-4245-90d7-03defd0ecee1 admin admin] Router 87ebf6eb-b02e-49f2-81a2-2d784b9f6271 has already been hosted by L3 agent 4f2d6f55-b6e7-4768-88f5-01ac5c4c3902 {{(pid=84075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 16:08:34.750119 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f74be9e0-9f54-4245-90d7-03defd0ecee1 admin admin] Notify agent at l3_agent.dv-cinder-775706-1-iscsi the message routers_updated {{(pid=84075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 16:08:34.759625 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15278b5f-3127-4fec-a107-727408339740 None None] Sync routers for ids ['87ebf6eb-b02e-49f2-81a2-2d784b9f6271'] in dv-cinder-775706-1-iscsi {{(pid=84076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 16:08:34.765064 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-f74be9e0-9f54-4245-90d7-03defd0ecee1 admin admin] 10.222.0.101 "PUT /v2.0/routers/87ebf6eb-b02e-49f2-81a2-2d784b9f6271/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2358711 Feb 16 16:08:34.767856 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 55152) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:08:34.770051 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15278b5f-3127-4fec-a107-727408339740 None None] Routers {'87ebf6eb-b02e-49f2-81a2-2d784b9f6271'} bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 16:08:34.770830 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-15278b5f-3127-4fec-a107-727408339740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-16T15:47:20Z,description=,heartbeat_timestamp=2021-02-16T16:08:21Z,host='dv-cinder-775706-1-iscsi',id=4f2d6f55-b6e7-4768-88f5-01ac5c4c3902,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:47:21Z,topic='l3_agent')) {'router_ids': ['87ebf6eb-b02e-49f2-81a2-2d784b9f6271'], 'active': True} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:08:34.970327 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f15417db-20ca-4e32-8a02-118d8d42c747 admin admin] Notify callbacks [] for router, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:08:34.980686 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvr_db [None req-15278b5f-3127-4fec-a107-727408339740 None None] Set router 87ebf6eb-b02e-49f2-81a2-2d784b9f6271 gateway port host: dv-cinder-775706-1-iscsi {{(pid=84076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 16:08:35.181651 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f15417db-20ca-4e32-8a02-118d8d42c747 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:08:35.187714 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-f15417db-20ca-4e32-8a02-118d8d42c747 admin admin] Deleting port 2c535bb3-022b-4749-9f0b-b8452fce5a48 {{(pid=84075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 16:08:35.188110 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f15417db-20ca-4e32-8a02-118d8d42c747 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776636423795'] for port, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:08:35.394305 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-f15417db-20ca-4e32-8a02-118d8d42c747 admin admin] For port 2c535bb3-022b-4749-9f0b-b8452fce5a48, host dv-cinder-775706-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-iscsi',level=0,port_id=2c535bb3-022b-4749-9f0b-b8452fce5a48,segment=NetworkSegment(31924cb5-91ae-4236-8041-dd0103380e57),segment_id=31924cb5-91ae-4236-8041-dd0103380e57)] {{(pid=84075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:08:35.394743 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f15417db-20ca-4e32-8a02-118d8d42c747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862802'] for port, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:08:35.494031 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-15278b5f-3127-4fec-a107-727408339740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ebf6eb-b02e-49f2-81a2-2d784b9f6271', 'name': 'tempest-AttachVolumeTestJSON-2044868056-router', 'tenant_id': '3d779634302641f2a94b48c70492e45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '2c535bb3-022b-4749-9f0b-b8452fce5a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:56:41Z', 'updated_at': '2021-02-16T16:08:33Z', 'revision_number': 5, 'project_id': '3d779634302641f2a94b48c70492e45e', 'gw_port': {'id': '2c535bb3-022b-4749-9f0b-b8452fce5a48', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:8c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ebf6eb-b02e-49f2-81a2-2d784b9f6271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:56:43Z', 'updated_at': '2021-02-16T15:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi'}], 'dv-cinder-775706-1-iscsi', False) {} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:08:35.498323 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15278b5f-3127-4fec-a107-727408339740 None None] Checking router: 87ebf6eb-b02e-49f2-81a2-2d784b9f6271 for host: dv-cinder-775706-1-iscsi {{(pid=84076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 16:08:35.508035 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15278b5f-3127-4fec-a107-727408339740 None None] Routers {'87ebf6eb-b02e-49f2-81a2-2d784b9f6271'} bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 16:08:35.508939 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-15278b5f-3127-4fec-a107-727408339740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-16T15:47:20Z,description=,heartbeat_timestamp=2021-02-16T16:08:21Z,host='dv-cinder-775706-1-iscsi',id=4f2d6f55-b6e7-4768-88f5-01ac5c4c3902,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:47:21Z,topic='l3_agent')) {'router_ids': ['87ebf6eb-b02e-49f2-81a2-2d784b9f6271'], 'active': True} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:08:35.535120 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-f15417db-20ca-4e32-8a02-118d8d42c747 admin admin] Calling delete_port for 2c535bb3-022b-4749-9f0b-b8452fce5a48 owned by network:router_gateway {{(pid=84075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 16:08:35.683271 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f15417db-20ca-4e32-8a02-118d8d42c747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776636383262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776636049574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7708556'] for port, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:08:35.708131 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvr_db [None req-15278b5f-3127-4fec-a107-727408339740 None None] Set router 87ebf6eb-b02e-49f2-81a2-2d784b9f6271 gateway port host: dv-cinder-775706-1-iscsi {{(pid=84076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 16:08:35.883870 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f15417db-20ca-4e32-8a02-118d8d42c747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853864561'] for router_gateway, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:08:36.025711 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-15278b5f-3127-4fec-a107-727408339740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ebf6eb-b02e-49f2-81a2-2d784b9f6271', 'name': 'tempest-AttachVolumeTestJSON-2044868056-router', 'tenant_id': '3d779634302641f2a94b48c70492e45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '2c535bb3-022b-4749-9f0b-b8452fce5a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:56:41Z', 'updated_at': '2021-02-16T16:08:33Z', 'revision_number': 5, 'project_id': '3d779634302641f2a94b48c70492e45e', 'gw_port': {'id': '2c535bb3-022b-4749-9f0b-b8452fce5a48', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:8c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ebf6eb-b02e-49f2-81a2-2d784b9f6271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:56:43Z', 'updated_at': '2021-02-16T15:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi'}], 'dv-cinder-775706-1-iscsi', False) {} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:08:36.027976 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f15417db-20ca-4e32-8a02-118d8d42c747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-877732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63948'] for router, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:08:36.030091 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15278b5f-3127-4fec-a107-727408339740 None None] The sync data for ids ['87ebf6eb-b02e-49f2-81a2-2d784b9f6271'] in dv-cinder-775706-1-iscsi is: [{'id': '87ebf6eb-b02e-49f2-81a2-2d784b9f6271', 'name': 'tempest-AttachVolumeTestJSON-2044868056-router', 'tenant_id': '3d779634302641f2a94b48c70492e45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '2c535bb3-022b-4749-9f0b-b8452fce5a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:56:41Z', 'updated_at': '2021-02-16T16:08:33Z', 'revision_number': 5, 'project_id': '3d779634302641f2a94b48c70492e45e', 'gw_port': {'id': '2c535bb3-022b-4749-9f0b-b8452fce5a48', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:8c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ebf6eb-b02e-49f2-81a2-2d784b9f6271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:56:43Z', 'updated_at': '2021-02-16T15:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi'}] {{(pid=84076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 16:08:36.030403 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f15417db-20ca-4e32-8a02-118d8d42c747 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:08:36.089472 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f15417db-20ca-4e32-8a02-118d8d42c747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-871536'] for router, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:08:36.090170 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f15417db-20ca-4e32-8a02-118d8d42c747 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87ebf6eb-b02e-49f2-81a2-2d784b9f6271 {{(pid=84075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 16:08:36.103953 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f15417db-20ca-4e32-8a02-118d8d42c747 admin admin] Notify callbacks [] for router, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:08:36.105195 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-f15417db-20ca-4e32-8a02-118d8d42c747 admin admin] 10.222.0.101 "DELETE /v2.0/routers/87ebf6eb-b02e-49f2-81a2-2d784b9f6271 HTTP/1.1" status: 204 len: 168 time: 1.3363316 Feb 16 16:08:36.107957 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 55156) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:08:36.177667 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b459d58-a0d2-467b-9ee3-e7ec4c322374 admin admin] Deleting subnet c8b959bf-ae39-4aee-b829-e174a339a829 {{(pid=84075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 16 16:08:36.181362 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-2b459d58-a0d2-467b-9ee3-e7ec4c322374 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:08:36.235016 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-2b459d58-a0d2-467b-9ee3-e7ec4c322374 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6322490'] for subnet, precommit_delete_associations {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:08:36.321462 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-2b459d58-a0d2-467b-9ee3-e7ec4c322374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852981986'] for subnet, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:08:36.638710 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-2b459d58-a0d2-467b-9ee3-e7ec4c322374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1793799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847067174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846955876'] for subnet, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:08:36.656129 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-535d00e8-a13e-4365-a0e4-24ea21b91bdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:08:36.708681 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b459d58-a0d2-467b-9ee3-e7ec4c322374 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8b959bf-ae39-4aee-b829-e174a339a829,revision_number=None']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:08:36.712859 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-2b459d58-a0d2-467b-9ee3-e7ec4c322374 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:08:36.795700 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-2b459d58-a0d2-467b-9ee3-e7ec4c322374 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210664'] for subnet, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:08:36.801378 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0122373b-50eb-437a-80cd-aa040ba6aec4 None None] Network ac572d69-3346-47db-96b8-84a33dd2e288 requested from dv-cinder-775706-1-iscsi {{(pid=84076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 16:08:36.801921 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-2b459d58-a0d2-467b-9ee3-e7ec4c322374 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/c8b959bf-ae39-4aee-b829-e174a339a829 HTTP/1.1" status: 204 len: 168 time: 0.6929476 Feb 16 16:08:36.805468 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 55160) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:08:36.926479 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-9a797fd8-a552-4865-b866-32dadb9eca28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853200303'] for network, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:08:37.003974 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-9a797fd8-a552-4865-b866-32dadb9eca28 admin admin] Deleting port f22b68d3-7171-4383-b630-1e14d1a1b40a {{(pid=84075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 16:08:37.004358 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-9a797fd8-a552-4865-b866-32dadb9eca28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776636423795'] for port, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:08:37.077092 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8993eb14-8cb0-4fb9-8ebf-8748371c2c3a None None] DHCP port deletion for ac572d69-3346-47db-96b8-84a33dd2e288 request from dv-cinder-775706-1-iscsi {{(pid=84076) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 16 16:08:37.081679 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-8993eb14-8cb0-4fb9-8ebf-8748371c2c3a None None] Deleting port f22b68d3-7171-4383-b630-1e14d1a1b40a {{(pid=84076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 16:08:37.082144 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8993eb14-8cb0-4fb9-8ebf-8748371c2c3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776636423795'] for port, before_delete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:08:37.322650 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device d47953cc-829c-4e4f-911f-31a621b52778 no longer exists at agent ovs-agent-dv-cinder-775706-1-iscsi {{(pid=84076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 16:08:37.370220 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] No Port match for: d47953cc-829c-4e4f-911f-31a621b52778 {{(pid=84076) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 16:08:37.370618 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device d47953cc-829c-4e4f-911f-31a621b52778 not bound to the agent host dv-cinder-775706-1-iscsi {{(pid=84076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 16:08:37.371125 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device 2c535bb3-022b-4749-9f0b-b8452fce5a48 no longer exists at agent ovs-agent-dv-cinder-775706-1-iscsi {{(pid=84076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 16:08:37.399914 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-8993eb14-8cb0-4fb9-8ebf-8748371c2c3a None None] For port f22b68d3-7171-4383-b630-1e14d1a1b40a, host dv-cinder-775706-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-iscsi',level=0,port_id=f22b68d3-7171-4383-b630-1e14d1a1b40a,segment=NetworkSegment(cce3f7c0-d4e6-4689-83a1-8323f6247bc1),segment_id=cce3f7c0-d4e6-4689-83a1-8323f6247bc1)] {{(pid=84076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:08:37.400359 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8993eb14-8cb0-4fb9-8ebf-8748371c2c3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862802'] for port, precommit_delete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:08:37.423228 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] No Port match for: 2c535bb3-022b-4749-9f0b-b8452fce5a48 {{(pid=84076) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 16:08:37.423626 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device 2c535bb3-022b-4749-9f0b-b8452fce5a48 not bound to the agent host dv-cinder-775706-1-iscsi {{(pid=84076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 16:08:37.424119 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device f22b68d3-7171-4383-b630-1e14d1a1b40a no longer exists at agent ovs-agent-dv-cinder-775706-1-iscsi {{(pid=84076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 16:08:37.477309 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-9a797fd8-a552-4865-b866-32dadb9eca28 admin admin] For port f22b68d3-7171-4383-b630-1e14d1a1b40a, host dv-cinder-775706-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-iscsi',level=0,port_id=f22b68d3-7171-4383-b630-1e14d1a1b40a,segment=NetworkSegment(cce3f7c0-d4e6-4689-83a1-8323f6247bc1),segment_id=cce3f7c0-d4e6-4689-83a1-8323f6247bc1)] {{(pid=84075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:08:37.477728 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-9a797fd8-a552-4865-b866-32dadb9eca28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862802'] for port, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:08:37.583516 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-8993eb14-8cb0-4fb9-8ebf-8748371c2c3a None None] Calling delete_port for f22b68d3-7171-4383-b630-1e14d1a1b40a owned by network:dhcp {{(pid=84076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 16:08:37.614667 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-9a797fd8-a552-4865-b866-32dadb9eca28 admin admin] Calling delete_port for f22b68d3-7171-4383-b630-1e14d1a1b40a owned by network:dhcp {{(pid=84075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 16:08:37.710586 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.db.api [None req-9a797fd8-a552-4865-b866-32dadb9eca28 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 16 16:08:37.710586 dv-cinder-775706-1-iscsi neutron-server[83961]: [SQL: DELETE FROM portsecuritybindings WHERE portsecuritybindings.port_id = %(port_id)s] Feb 16 16:08:37.710586 dv-cinder-775706-1-iscsi neutron-server[83961]: [parameters: {'port_id': 'f22b68d3-7171-4383-b630-1e14d1a1b40a'}] Feb 16 16:08:37.710586 dv-cinder-775706-1-iscsi neutron-server[83961]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=84075) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:08:37.711120 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_db.api [None req-9a797fd8-a552-4865-b866-32dadb9eca28 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 16 16:08:37.734621 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:08:37.758986 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8993eb14-8cb0-4fb9-8ebf-8748371c2c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776636383262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776636049574'] for port, after_delete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:08:37.774433 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:08:37.865116 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8993eb14-8cb0-4fb9-8ebf-8748371c2c3a None None] Pushing event deleted for resources: {'Port': ['ID=f22b68d3-7171-4383-b630-1e14d1a1b40a,revision_number=None']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:08:37.924869 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-8993eb14-8cb0-4fb9-8ebf-8748371c2c3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:08:37.959746 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8993eb14-8cb0-4fb9-8ebf-8748371c2c3a None None] No DVR routers for this DVR port f22b68d3-7171-4383-b630-1e14d1a1b40a on host dv-cinder-775706-1-iscsi {{(pid=84076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 16:08:38.212896 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-9a797fd8-a552-4865-b866-32dadb9eca28 admin admin] Deleting port f22b68d3-7171-4383-b630-1e14d1a1b40a {{(pid=84075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 16:08:38.213449 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-9a797fd8-a552-4865-b866-32dadb9eca28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776636423795'] for port, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:08:38.288302 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-9a797fd8-a552-4865-b866-32dadb9eca28 admin admin] The port 'f22b68d3-7171-4383-b630-1e14d1a1b40a' was deleted {{(pid=84075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 16 16:08:38.412521 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-9a797fd8-a552-4865-b866-32dadb9eca28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852988537', 'neutron.services.segments.db._delete_segments_for_network--9223363260218233119'] for network, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:08:38.531352 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.services.segments.db [None req-9a797fd8-a552-4865-b866-32dadb9eca28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac572d69-3346-47db-96b8-84a33dd2e288']}} {{(pid=84075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:08:38.544851 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.services.segments.db [None req-9a797fd8-a552-4865-b866-32dadb9eca28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cce3f7c0-d4e6-4689-83a1-8323f6247bc1') {'for_net_delete': True} {{(pid=84075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:08:38.545269 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.services.segments.db [None req-9a797fd8-a552-4865-b866-32dadb9eca28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cce3f7c0-d4e6-4689-83a1-8323f6247bc1') {} {{(pid=84075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:08:38.557669 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-9a797fd8-a552-4865-b866-32dadb9eca28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363260218221087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848453327'] for segment, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:08:38.573113 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-9a797fd8-a552-4865-b866-32dadb9eca28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797496'] for segment, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:08:38.575233 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9a797fd8-a552-4865-b866-32dadb9eca28 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=84075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 16 16:08:38.762673 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-9a797fd8-a552-4865-b866-32dadb9eca28 admin admin] Network ac572d69-3346-47db-96b8-84a33dd2e288 has no segments {{(pid=84075) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 16:08:38.772024 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-9a797fd8-a552-4865-b866-32dadb9eca28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852978417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7706744'] for segment, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:08:38.954161 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-9a797fd8-a552-4865-b866-32dadb9eca28 admin admin] Network ac572d69-3346-47db-96b8-84a33dd2e288 has no segments {{(pid=84075) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 16:08:38.979078 dv-cinder-775706-1-iscsi neutron-server[83961]: Traceback (most recent call last): Feb 16 16:08:38.979078 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:08:38.979078 dv-cinder-775706-1-iscsi neutron-server[83961]: timer() Feb 16 16:08:38.979078 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:08:38.979078 dv-cinder-775706-1-iscsi neutron-server[83961]: cb(*args, **kw) Feb 16 16:08:38.979078 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 16 16:08:38.979078 dv-cinder-775706-1-iscsi neutron-server[83961]: return func(*args, **kwargs) Feb 16 16:08:38.979078 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:08:38.979078 dv-cinder-775706-1-iscsi neutron-server[83961]: self._notify() Feb 16 16:08:38.979078 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:08:38.979078 dv-cinder-775706-1-iscsi neutron-server[83961]: self.callback(batched_events) Feb 16 16:08:38.979078 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:08:38.979078 dv-cinder-775706-1-iscsi neutron-server[83961]: event.method(event) Feb 16 16:08:38.979078 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 16:08:38.979078 dv-cinder-775706-1-iscsi neutron-server[83961]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:08:38.979078 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 16 16:08:38.979078 dv-cinder-775706-1-iscsi neutron-server[83961]: segment_id)['aggregates'][0] Feb 16 16:08:38.979078 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 16:08:38.979078 dv-cinder-775706-1-iscsi neutron-server[83961]: return f(self, *a, **k) Feb 16 16:08:38.979078 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 16:08:38.979078 dv-cinder-775706-1-iscsi neutron-server[83961]: return self._get(url).json() Feb 16 16:08:38.979078 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:08:38.979078 dv-cinder-775706-1-iscsi neutron-server[83961]: **kwargs) Feb 16 16:08:38.979078 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 16:08:38.979078 dv-cinder-775706-1-iscsi neutron-server[83961]: return self.request(url, 'GET', **kwargs) Feb 16 16:08:38.979078 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 16 16:08:38.979078 dv-cinder-775706-1-iscsi neutron-server[83961]: **endpoint_filter) Feb 16 16:08:38.979078 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 16:08:38.979078 dv-cinder-775706-1-iscsi neutron-server[83961]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:08:38.979078 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 16:08:38.979078 dv-cinder-775706-1-iscsi neutron-server[83961]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:08:38.979078 dv-cinder-775706-1-iscsi neutron-server[83961]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:08:39.163715 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-9a797fd8-a552-4865-b866-32dadb9eca28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-911268'] for network, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:08:39.168685 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-ca2b935b-cc7d-4d1b-83f1-910327774980 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:08:39.183679 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-9a797fd8-a552-4865-b866-32dadb9eca28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210664'] for network, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:08:39.196865 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a797fd8-a552-4865-b866-32dadb9eca28 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac572d69-3346-47db-96b8-84a33dd2e288,revision_number=None']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:08:39.200105 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-9a797fd8-a552-4865-b866-32dadb9eca28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:08:39.238700 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-9a797fd8-a552-4865-b866-32dadb9eca28 admin admin] 10.222.0.101 "DELETE /v2.0/networks/ac572d69-3346-47db-96b8-84a33dd2e288 HTTP/1.1" status: 204 len: 168 time: 2.4319894 Feb 16 16:08:39.675970 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 55166) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:08:39.733814 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-cc0c2698-e1d0-4985-b73b-e4eef8577d86 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=3d779634302641f2a94b48c70492e45e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0564830 Feb 16 16:08:39.736580 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 55170) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:08:39.802481 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-adefdb25-444e-4a43-bde3-fc83da774eaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:08:39.829402 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-adefdb25-444e-4a43-bde3-fc83da774eaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:08:39.963809 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-adefdb25-444e-4a43-bde3-fc83da774eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:08:39.969113 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-23b19fbc-74a2-47f8-9990-fd18c09d28fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:08:39.984348 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adefdb25-444e-4a43-bde3-fc83da774eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7abce20a-1f58-4bf1-b01e-c19723d0837b,revision_number=None']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:08:39.987098 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-adefdb25-444e-4a43-bde3-fc83da774eaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:08:39.995033 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-adefdb25-444e-4a43-bde3-fc83da774eaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:08:39.996278 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-adefdb25-444e-4a43-bde3-fc83da774eaf admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/7abce20a-1f58-4bf1-b01e-c19723d0837b HTTP/1.1" status: 204 len: 168 time: 0.2587216 Feb 16 16:08:42.286570 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.agents_db [None req-cca974b7-119d-4613-9949-a609bd4803bb None None] Agent healthcheck: found 6 active agents {{(pid=84077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 16:08:42.386221 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 55216) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:08:42.515139 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-495beaf9-07f0-47b8-98c0-993a2fcf2c1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:08:42.530740 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-495beaf9-07f0-47b8-98c0-993a2fcf2c1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:08:42.534868 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-495beaf9-07f0-47b8-98c0-993a2fcf2c1f admin admin] Usage tracker for resource:security_group_rule and tenant:616f669670094c6082c0222b5c2a4de8 is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:08:42.537883 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-495beaf9-07f0-47b8-98c0-993a2fcf2c1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:08:42.544275 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-495beaf9-07f0-47b8-98c0-993a2fcf2c1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:08:42.726402 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-495beaf9-07f0-47b8-98c0-993a2fcf2c1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:08:42.763626 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-495beaf9-07f0-47b8-98c0-993a2fcf2c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:08:42.772721 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1f898496-c695-47df-9876-dba8e7ab6837 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:08:42.814827 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-495beaf9-07f0-47b8-98c0-993a2fcf2c1f admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=616f669670094c6082c0222b5c2a4de8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4273849 Feb 16 16:08:42.815838 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495beaf9-07f0-47b8-98c0-993a2fcf2c1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c021ef2-ca8a-4642-8291-2f5b1146eab1,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:08:42.818711 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 55222) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:08:42.819318 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-495beaf9-07f0-47b8-98c0-993a2fcf2c1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:08:42.884330 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-9859970d-914b-46ab-accc-fc6c5771239e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:08:42.912090 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-9859970d-914b-46ab-accc-fc6c5771239e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:08:42.975314 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:08:42.998171 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-9859970d-914b-46ab-accc-fc6c5771239e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:08:43.003500 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-0a3a49d5-f71a-412f-b9c9-357856b69ae5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:08:43.020267 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9859970d-914b-46ab-accc-fc6c5771239e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c021ef2-ca8a-4642-8291-2f5b1146eab1,revision_number=None']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:08:43.023609 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-9859970d-914b-46ab-accc-fc6c5771239e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:08:43.025643 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-9859970d-914b-46ab-accc-fc6c5771239e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:08:43.026890 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-9859970d-914b-46ab-accc-fc6c5771239e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/2c021ef2-ca8a-4642-8291-2f5b1146eab1 HTTP/1.1" status: 204 len: 168 time: 0.2070198 Feb 16 16:08:43.479591 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 55230) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:08:43.498737 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-9d01e060-eb48-465a-8d76-9cf7016e147b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:08:43.515450 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-9d01e060-eb48-465a-8d76-9cf7016e147b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:08:43.519551 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-9d01e060-eb48-465a-8d76-9cf7016e147b admin admin] Usage tracker for resource:security_group_rule and tenant:eeb82dd675a24c0fa82c3d98c448eed2 is out of sync, need to count used quota {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:08:43.524192 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-9d01e060-eb48-465a-8d76-9cf7016e147b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:08:43.530122 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-9d01e060-eb48-465a-8d76-9cf7016e147b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:08:43.616203 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-9d01e060-eb48-465a-8d76-9cf7016e147b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:08:43.649463 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-9d01e060-eb48-465a-8d76-9cf7016e147b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:08:43.658689 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-fc0ab299-cee1-404a-8842-7add77fef34b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:08:43.703747 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-9d01e060-eb48-465a-8d76-9cf7016e147b admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=eeb82dd675a24c0fa82c3d98c448eed2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2229540 Feb 16 16:08:43.704642 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d01e060-eb48-465a-8d76-9cf7016e147b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042d71e2-f4b8-46bb-9d3e-0ec66b50a6a9,revision_number=1']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:08:43.706862 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 55234) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:08:43.708135 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-9d01e060-eb48-465a-8d76-9cf7016e147b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:08:43.771112 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-48e0c974-2596-4cf3-a43d-b39a3e225c15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:08:43.800197 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-48e0c974-2596-4cf3-a43d-b39a3e225c15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:08:43.877927 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-48e0c974-2596-4cf3-a43d-b39a3e225c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:08:43.883587 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-3966d8f4-94ac-4763-8691-8e4325583f36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:08:43.896782 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e0c974-2596-4cf3-a43d-b39a3e225c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042d71e2-f4b8-46bb-9d3e-0ec66b50a6a9,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:08:43.901387 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-48e0c974-2596-4cf3-a43d-b39a3e225c15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:08:43.907439 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-48e0c974-2596-4cf3-a43d-b39a3e225c15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:08:43.908886 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-48e0c974-2596-4cf3-a43d-b39a3e225c15 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/042d71e2-f4b8-46bb-9d3e-0ec66b50a6a9 HTTP/1.1" status: 204 len: 168 time: 0.2008886 Feb 16 16:08:47.672016 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b51083ea-d2de-45ab-9a75-8838c6eedac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:08:50.380418 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d05518bb-17ee-4865-b03c-31693adcda8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:08:50.568964 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-06d83a18-9766-4b1a-9cfd-e03e950303fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:08:51.397692 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:08:52.312001 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-331083c2-9fd5-48c9-8796-02890b3f22e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:04.756030 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 55458) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:09:04.883081 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b9285644-5079-4782-83b7-3d0262882eb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:04.903085 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-b9285644-5079-4782-83b7-3d0262882eb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:09:04.907181 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-b9285644-5079-4782-83b7-3d0262882eb4 admin admin] Usage tracker for resource:security_group_rule and tenant:0948b51749b74a63aaf8f03806f3090b is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:09:04.910128 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-b9285644-5079-4782-83b7-3d0262882eb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:09:04.916066 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-b9285644-5079-4782-83b7-3d0262882eb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:09:05.002702 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b9285644-5079-4782-83b7-3d0262882eb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:05.037314 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b9285644-5079-4782-83b7-3d0262882eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:05.047235 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-55d40fdc-4a45-40a0-b9da-c360812246eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:09:05.090701 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-b9285644-5079-4782-83b7-3d0262882eb4 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=0948b51749b74a63aaf8f03806f3090b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3334930 Feb 16 16:09:05.092434 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9285644-5079-4782-83b7-3d0262882eb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d42fa519-e8c8-4af9-a198-84463951aca9,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:09:05.093957 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 55464) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:09:05.095904 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-b9285644-5079-4782-83b7-3d0262882eb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:09:05.159069 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-31289ca7-913c-4adf-94f5-35f9a7e018fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:05.187776 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-31289ca7-913c-4adf-94f5-35f9a7e018fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:05.266413 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-31289ca7-913c-4adf-94f5-35f9a7e018fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:05.271683 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-ab5a806f-6361-49bc-b47f-58697befe66d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:09:05.286968 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31289ca7-913c-4adf-94f5-35f9a7e018fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42fa519-e8c8-4af9-a198-84463951aca9,revision_number=None']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:09:05.290333 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-31289ca7-913c-4adf-94f5-35f9a7e018fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:09:05.295454 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-31289ca7-913c-4adf-94f5-35f9a7e018fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:05.296696 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-31289ca7-913c-4adf-94f5-35f9a7e018fa admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d42fa519-e8c8-4af9-a198-84463951aca9 HTTP/1.1" status: 204 len: 168 time: 0.2016375 Feb 16 16:09:05.754948 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 55472) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:09:05.774118 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d091541c-2fae-4103-80c2-ddf7442649bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:05.790002 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-d091541c-2fae-4103-80c2-ddf7442649bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:09:05.794797 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-d091541c-2fae-4103-80c2-ddf7442649bf admin admin] Usage tracker for resource:security_group_rule and tenant:af892003881b4605bd41b2be99f5f7e4 is out of sync, need to count used quota {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:09:05.798335 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-d091541c-2fae-4103-80c2-ddf7442649bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:09:05.804130 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-d091541c-2fae-4103-80c2-ddf7442649bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:09:05.889974 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d091541c-2fae-4103-80c2-ddf7442649bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:05.929022 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d091541c-2fae-4103-80c2-ddf7442649bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:05.937259 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-f0eec5a9-c648-4c45-933b-453fb0963d9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:09:05.984774 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-d091541c-2fae-4103-80c2-ddf7442649bf admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=af892003881b4605bd41b2be99f5f7e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2286334 Feb 16 16:09:05.985743 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d091541c-2fae-4103-80c2-ddf7442649bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77c67d14-143c-4b99-96e6-7ffca6a02dcc,revision_number=1']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:09:05.987812 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 55476) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:09:05.989158 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-d091541c-2fae-4103-80c2-ddf7442649bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:09:06.052776 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-58dee5fe-11ac-4cdc-9bda-36afa9f5f09b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:06.080717 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-58dee5fe-11ac-4cdc-9bda-36afa9f5f09b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:06.157136 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-58dee5fe-11ac-4cdc-9bda-36afa9f5f09b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:06.162136 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-03fc734b-9cdd-4161-ad22-aec93501c519 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:09:06.177972 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dee5fe-11ac-4cdc-9bda-36afa9f5f09b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c67d14-143c-4b99-96e6-7ffca6a02dcc,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:09:06.183160 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-58dee5fe-11ac-4cdc-9bda-36afa9f5f09b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:09:06.188006 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-58dee5fe-11ac-4cdc-9bda-36afa9f5f09b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:06.189226 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-58dee5fe-11ac-4cdc-9bda-36afa9f5f09b admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/77c67d14-143c-4b99-96e6-7ffca6a02dcc HTTP/1.1" status: 204 len: 168 time: 0.2003438 Feb 16 16:09:13.009342 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:13.288620 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 55558) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:09:13.413735 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-bec28c9c-38b6-41be-80be-0c05754f3a96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:13.430022 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-bec28c9c-38b6-41be-80be-0c05754f3a96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:09:13.434182 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-bec28c9c-38b6-41be-80be-0c05754f3a96 admin admin] Usage tracker for resource:security_group_rule and tenant:d5cd539d8684452daa9b427d54d15db8 is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:09:13.437393 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-bec28c9c-38b6-41be-80be-0c05754f3a96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:09:13.443286 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-bec28c9c-38b6-41be-80be-0c05754f3a96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:09:13.528687 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-bec28c9c-38b6-41be-80be-0c05754f3a96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:13.557084 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-bec28c9c-38b6-41be-80be-0c05754f3a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:13.567019 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-c721f19b-5398-4a09-87be-789299b80b17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:09:13.612243 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-bec28c9c-38b6-41be-80be-0c05754f3a96 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d5cd539d8684452daa9b427d54d15db8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3222506 Feb 16 16:09:13.613981 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec28c9c-38b6-41be-80be-0c05754f3a96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a394fc0e-cd26-49df-a5f3-7148af12f591,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:09:13.628552 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-bec28c9c-38b6-41be-80be-0c05754f3a96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:09:13.667091 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 55564) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:09:13.733389 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c4990300-98a4-41bf-a52d-e2568f8fa754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:13.761270 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c4990300-98a4-41bf-a52d-e2568f8fa754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:14.106042 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c4990300-98a4-41bf-a52d-e2568f8fa754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:14.111635 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-00b1c800-92e3-487f-9ae1-5745fdb50ab0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:09:14.122841 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4990300-98a4-41bf-a52d-e2568f8fa754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a394fc0e-cd26-49df-a5f3-7148af12f591,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:09:14.127003 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-c4990300-98a4-41bf-a52d-e2568f8fa754 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:09:14.130501 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c4990300-98a4-41bf-a52d-e2568f8fa754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:14.131928 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-c4990300-98a4-41bf-a52d-e2568f8fa754 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/a394fc0e-cd26-49df-a5f3-7148af12f591 HTTP/1.1" status: 204 len: 168 time: 0.4638073 Feb 16 16:09:14.616261 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 55576) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:09:14.636281 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-09f2e936-e201-4eff-8962-6e8899a29031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:14.651513 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-09f2e936-e201-4eff-8962-6e8899a29031 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:09:14.656010 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-09f2e936-e201-4eff-8962-6e8899a29031 admin admin] Usage tracker for resource:security_group_rule and tenant:a4d90145ef5945e2b73defc975b5d64c is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:09:14.659027 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-09f2e936-e201-4eff-8962-6e8899a29031 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:09:14.664794 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-09f2e936-e201-4eff-8962-6e8899a29031 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:09:14.751288 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-09f2e936-e201-4eff-8962-6e8899a29031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:14.820499 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-09f2e936-e201-4eff-8962-6e8899a29031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:14.829279 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-fbb8585e-9cdb-40b4-aac0-615c314a6d71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:09:14.872012 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-09f2e936-e201-4eff-8962-6e8899a29031 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=a4d90145ef5945e2b73defc975b5d64c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2545280 Feb 16 16:09:14.873114 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f2e936-e201-4eff-8962-6e8899a29031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfbc6d5f-72c8-42de-813f-bb10075bf078,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:09:14.875689 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 55580) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:09:14.877334 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-09f2e936-e201-4eff-8962-6e8899a29031 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:09:14.946405 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a774a489-b45d-41c5-bbeb-43b4345727a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:14.975486 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a774a489-b45d-41c5-bbeb-43b4345727a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:15.048643 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a774a489-b45d-41c5-bbeb-43b4345727a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:15.054484 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-b1c049a1-9b67-4ae5-90b5-6c1d921a96a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:09:15.067324 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a774a489-b45d-41c5-bbeb-43b4345727a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfbc6d5f-72c8-42de-813f-bb10075bf078,revision_number=None']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:09:15.072541 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-a774a489-b45d-41c5-bbeb-43b4345727a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:09:15.077062 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a774a489-b45d-41c5-bbeb-43b4345727a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:15.078285 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-a774a489-b45d-41c5-bbeb-43b4345727a4 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/cfbc6d5f-72c8-42de-813f-bb10075bf078 HTTP/1.1" status: 204 len: 168 time: 0.2015200 Feb 16 16:09:16.980822 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 55622) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:09:17.111198 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-36442710-07af-4f14-b5b6-fcca11411369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:17.126568 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-36442710-07af-4f14-b5b6-fcca11411369 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:09:17.131010 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-36442710-07af-4f14-b5b6-fcca11411369 admin admin] Usage tracker for resource:security_group_rule and tenant:93062c82af434009ac4ef4b1ea32cf0c is out of sync, need to count used quota {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:09:17.134051 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-36442710-07af-4f14-b5b6-fcca11411369 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:09:17.140365 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-36442710-07af-4f14-b5b6-fcca11411369 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:09:17.226077 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-36442710-07af-4f14-b5b6-fcca11411369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:17.259881 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-36442710-07af-4f14-b5b6-fcca11411369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:17.270121 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-bbf7f2c1-6800-4252-9db7-c6430a429e6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:09:17.316779 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-36442710-07af-4f14-b5b6-fcca11411369 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=93062c82af434009ac4ef4b1ea32cf0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3347797 Feb 16 16:09:17.317714 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36442710-07af-4f14-b5b6-fcca11411369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2097e873-4a10-4559-997e-f818cab06c68,revision_number=1']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:09:17.319686 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 55628) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:09:17.321100 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-36442710-07af-4f14-b5b6-fcca11411369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:09:17.388435 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c02a1e45-c675-4fc8-a881-67855ceff899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:17.416751 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c02a1e45-c675-4fc8-a881-67855ceff899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:17.500058 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c02a1e45-c675-4fc8-a881-67855ceff899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:17.505242 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-ea6613cd-9449-42ca-99ae-bddecffcb1ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:09:17.519100 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02a1e45-c675-4fc8-a881-67855ceff899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2097e873-4a10-4559-997e-f818cab06c68,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:09:17.524052 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-c02a1e45-c675-4fc8-a881-67855ceff899 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:09:17.528486 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c02a1e45-c675-4fc8-a881-67855ceff899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:17.529756 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-c02a1e45-c675-4fc8-a881-67855ceff899 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/2097e873-4a10-4559-997e-f818cab06c68 HTTP/1.1" status: 204 len: 168 time: 0.2089896 Feb 16 16:09:17.677504 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-80ea5b01-76b9-4201-931c-67eb299ca388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:18.502505 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 55650) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:09:18.616656 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [None req-eb65126e-a683-450e-9ef5-d509fbd7e37e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-115993327-network', 'tenant_id': '8ea4961edc054cdcb493cb42da08b39d'}} {{(pid=84074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:09:18.621773 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-eb65126e-a683-450e-9ef5-d509fbd7e37e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:09:18.626613 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-eb65126e-a683-450e-9ef5-d509fbd7e37e admin admin] Usage tracker for resource:network and tenant:8ea4961edc054cdcb493cb42da08b39d is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:09:18.629669 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-eb65126e-a683-450e-9ef5-d509fbd7e37e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:09:18.635473 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-eb65126e-a683-450e-9ef5-d509fbd7e37e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:09:18.682912 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb65126e-a683-450e-9ef5-d509fbd7e37e admin admin] Made reservation on behalf of 8ea4961edc054cdcb493cb42da08b39d for: {'network': 1} {{(pid=84074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 16:09:18.688323 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-eb65126e-a683-450e-9ef5-d509fbd7e37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for network, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:18.701469 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-eb65126e-a683-450e-9ef5-d509fbd7e37e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:18.718004 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-eb65126e-a683-450e-9ef5-d509fbd7e37e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:09:18.722352 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-eb65126e-a683-450e-9ef5-d509fbd7e37e admin admin] Usage tracker for resource:security_group_rule and tenant:8ea4961edc054cdcb493cb42da08b39d is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:09:18.725363 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-eb65126e-a683-450e-9ef5-d509fbd7e37e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:09:18.731251 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-eb65126e-a683-450e-9ef5-d509fbd7e37e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:09:18.820512 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-eb65126e-a683-450e-9ef5-d509fbd7e37e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:18.865475 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-eb65126e-a683-450e-9ef5-d509fbd7e37e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:18.869859 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-b9f70f05-fb2d-4c17-a5c4-40910434d5b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:09:18.904340 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb65126e-a683-450e-9ef5-d509fbd7e37e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=84074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 16 16:09:18.917646 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb65126e-a683-450e-9ef5-d509fbd7e37e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d869801-9034-4503-b760-c0e8449c4cfa,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:09:18.922158 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-eb65126e-a683-450e-9ef5-d509fbd7e37e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:09:18.923208 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-eb65126e-a683-450e-9ef5-d509fbd7e37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797496'] for segment, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:18.923630 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.db.segments_db [None req-eb65126e-a683-450e-9ef5-d509fbd7e37e admin admin] Added segment 6a051787-be63-4759-8b7c-7315e78f6ddb of type vxlan for network 822c3168-8a76-4dda-848d-297d27193cd8 Feb 16 16:09:18.953741 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-eb65126e-a683-450e-9ef5-d509fbd7e37e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776635995166'] for network, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:19.014201 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-eb65126e-a683-450e-9ef5-d509fbd7e37e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677'] for network, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:19.016330 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb65126e-a683-450e-9ef5-d509fbd7e37e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:09:19.016984 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-eb65126e-a683-450e-9ef5-d509fbd7e37e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210664'] for network, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:19.020797 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-068dd42b-58a5-477e-a473-0fdc7e9d5f69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:09:19.132255 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb65126e-a683-450e-9ef5-d509fbd7e37e admin admin] Pushing event updated for resources: {'Network': ['ID=822c3168-8a76-4dda-848d-297d27193cd8,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:09:19.135479 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-eb65126e-a683-450e-9ef5-d509fbd7e37e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:09:19.144406 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Network 822c3168-8a76-4dda-848d-297d27193cd8 details requested by agent ovs-agent-dv-cinder-775706-1-iscsi with host dv-cinder-775706-1-iscsi {{(pid=84076) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 16:09:19.158955 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Network 822c3168-8a76-4dda-848d-297d27193cd8 details requested by agent ovs-agent-hv-cinder-77570 with host hv-cinder-77570 {{(pid=84076) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 16:09:19.187405 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-eb65126e-a683-450e-9ef5-d509fbd7e37e admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.6830366 Feb 16 16:09:19.190512 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 55656) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:09:19.196888 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [None req-79f83460-22ea-4227-b3a6-e826ac3523e9 admin admin] Request body: {'subnet': {'network_id': '822c3168-8a76-4dda-848d-297d27193cd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-115993327-subnet', 'tenant_id': '8ea4961edc054cdcb493cb42da08b39d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:09:19.202770 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-79f83460-22ea-4227-b3a6-e826ac3523e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:09:19.206990 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-79f83460-22ea-4227-b3a6-e826ac3523e9 admin admin] Usage tracker for resource:subnet and tenant:8ea4961edc054cdcb493cb42da08b39d is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:09:19.210297 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-79f83460-22ea-4227-b3a6-e826ac3523e9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:09:19.216149 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-79f83460-22ea-4227-b3a6-e826ac3523e9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:09:19.264365 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f83460-22ea-4227-b3a6-e826ac3523e9 admin admin] Made reservation on behalf of 8ea4961edc054cdcb493cb42da08b39d for: {'subnet': 1} {{(pid=84074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 16:09:19.269522 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-79f83460-22ea-4227-b3a6-e826ac3523e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6663298'] for subnet, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:19.285967 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.agents_db [None req-cca974b7-119d-4613-9949-a609bd4803bb None None] Agent healthcheck: found 6 active agents {{(pid=84077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 16:09:19.746753 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-79f83460-22ea-4227-b3a6-e826ac3523e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6980706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6663345'] for subnet, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:19.762460 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:09:19.898726 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f83460-22ea-4227-b3a6-e826ac3523e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc757131-4094-403e-a4b2-eb98fab0dd7e,revision_number=0']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:09:19.903022 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-79f83460-22ea-4227-b3a6-e826ac3523e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:09:19.966007 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f83460-22ea-4227-b3a6-e826ac3523e9 admin admin] Checking segment: {'id': '6a051787-be63-4759-8b7c-7315e78f6ddb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '822c3168-8a76-4dda-848d-297d27193cd8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 16:09:19.966397 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f83460-22ea-4227-b3a6-e826ac3523e9 admin admin] Network hostable DHCP agents. Network: 822c3168-8a76-4dda-848d-297d27193cd8, hostable agents: ['47b90563-7f25-4d7d-8681-11e1fb253c09'], hosted agents: [] {{(pid=84074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 16 16:09:20.048229 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f83460-22ea-4227-b3a6-e826ac3523e9 admin admin] Network 822c3168-8a76-4dda-848d-297d27193cd8 is scheduled to be hosted by DHCP agent 47b90563-7f25-4d7d-8681-11e1fb253c09 with binding_index 1 {{(pid=84074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 16 16:09:20.093365 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.base_scheduler [None req-79f83460-22ea-4227-b3a6-e826ac3523e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-1-iscsi, 822c3168-8a76-4dda-848d-297d27193cd8) {{(pid=84074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 16:09:20.102589 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987b564e-1ec5-4ba6-886d-236705bd6e90 None None] Network 822c3168-8a76-4dda-848d-297d27193cd8 requested from dv-cinder-775706-1-iscsi {{(pid=84076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 16:09:20.106319 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f83460-22ea-4227-b3a6-e826ac3523e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:09:20.107034 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-79f83460-22ea-4227-b3a6-e826ac3523e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:20.175370 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-79f83460-22ea-4227-b3a6-e826ac3523e9 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9835594 Feb 16 16:09:20.350267 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86870331-9153-4f48-8caa-e6f52d931ed2 None None] Network 822c3168-8a76-4dda-848d-297d27193cd8 requested from dv-cinder-775706-1-iscsi {{(pid=84076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 16:09:20.435869 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d05518bb-17ee-4865-b03c-31693adcda8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:20.595617 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-6af66fce-c27a-4357-a6b0-8c562334e574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:21.420063 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:21.838390 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea401b7-8d7e-4b93-aa2b-f4f15ca64f29 req-3e0f8c3d-09cb-4078-a0e8-c977bc289e70 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:09:21.840038 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-3ea401b7-8d7e-4b93-aa2b-f4f15ca64f29 req-3e0f8c3d-09cb-4078-a0e8-c977bc289e70 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a HTTP/1.1" status: 200 len: 945 time: 0.0873444 Feb 16 16:09:21.888904 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-3ea401b7-8d7e-4b93-aa2b-f4f15ca64f29 req-e01f0042-7600-441e-b214-8e848c8535d4 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=03186328-352b-40c9-a700-1600fe2a1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413795 Feb 16 16:09:22.323125 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-331083c2-9fd5-48c9-8796-02890b3f22e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:22.512367 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0439e-0549-4de8-b217-5e2b4742c962 req-a96eb78e-d587-462e-963e-33819b45327c tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:09:22.513952 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0db0439e-0549-4de8-b217-5e2b4742c962 req-a96eb78e-d587-462e-963e-33819b45327c tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] 10.222.0.101 "GET /v2.0/networks?id=822c3168-8a76-4dda-848d-297d27193cd8 HTTP/1.1" status: 200 len: 808 time: 0.1599755 Feb 16 16:09:22.529781 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0db0439e-0549-4de8-b217-5e2b4742c962 req-7f001bbd-c3d3-4cde-9755-4530e5159327 tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] 10.222.0.101 "GET /v2.0/quotas/8ea4961edc054cdcb493cb42da08b39d HTTP/1.1" status: 200 len: 375 time: 0.0097010 Feb 16 16:09:22.588274 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0db0439e-0549-4de8-b217-5e2b4742c962 req-5442b973-231a-4cd3-aa47-673e03e391d8 tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=8ea4961edc054cdcb493cb42da08b39d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0516257 Feb 16 16:09:22.651039 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [req-0db0439e-0549-4de8-b217-5e2b4742c962 req-5178d672-9f43-4890-9f29-8e92b9dc0876 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=84075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:09:22.652146 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0db0439e-0549-4de8-b217-5e2b4742c962 req-5178d672-9f43-4890-9f29-8e92b9dc0876 service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0562296 Feb 16 16:09:22.804755 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0db0439e-0549-4de8-b217-5e2b4742c962 req-a6378155-ed23-426b-b58c-11c925163148 service neutron] 10.222.0.101 "GET /v2.0/networks/822c3168-8a76-4dda-848d-297d27193cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453288 Feb 16 16:09:22.953955 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0db0439e-0549-4de8-b217-5e2b4742c962 req-d7b82f05-2c3d-4d0b-9c1a-7e0a0f148951 service neutron] 10.222.0.101 "GET /v2.0/networks/822c3168-8a76-4dda-848d-297d27193cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1424596 Feb 16 16:09:23.099592 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b3ee16-048f-4f48-903c-f6a9ac30788d req-9b504a1a-4a9c-4c14-915a-fd3048341749 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:09:23.101220 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-99b3ee16-048f-4f48-903c-f6a9ac30788d req-9b504a1a-4a9c-4c14-915a-fd3048341749 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a HTTP/1.1" status: 200 len: 945 time: 0.0929513 Feb 16 16:09:23.161970 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-99b3ee16-048f-4f48-903c-f6a9ac30788d req-bd31ca1c-47f6-4294-97be-8e8622049397 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=03186328-352b-40c9-a700-1600fe2a1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467780 Feb 16 16:09:23.231809 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c3791f81-aef2-4796-b10e-efc1d3bcf907 req-c4580e55-cf2d-4fbd-90e7-5400edcc73f3 tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] 10.222.0.101 "GET /v2.0/ports?device_id=78c08c67-e3f4-4fa8-a0b1-d0e37b463f8e HTTP/1.1" status: 200 len: 210 time: 0.0619469 Feb 16 16:09:23.529763 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ab92b-08b2-476d-ba2b-bc3f86c04907 req-bec7e221-490a-4238-999e-a569cb8b63db tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:09:23.531457 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-8d2ab92b-08b2-476d-ba2b-bc3f86c04907 req-bec7e221-490a-4238-999e-a569cb8b63db tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.103 "GET /v2.0/ports?device_id=9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a HTTP/1.1" status: 200 len: 945 time: 0.0899785 Feb 16 16:09:23.610505 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [req-8d2ab92b-08b2-476d-ba2b-bc3f86c04907 req-3f24c4d3-d4fd-4061-8e88-fbc05ba7c56f tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Deleting port 9b6804d0-6337-407a-bcb4-3e33fbb02e0f {{(pid=84075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 16:09:23.616875 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-8d2ab92b-08b2-476d-ba2b-bc3f86c04907 req-3f24c4d3-d4fd-4061-8e88-fbc05ba7c56f tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776636423795'] for port, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:23.883440 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [req-8d2ab92b-08b2-476d-ba2b-bc3f86c04907 req-3f24c4d3-d4fd-4061-8e88-fbc05ba7c56f tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] For port 9b6804d0-6337-407a-bcb4-3e33fbb02e0f, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=9b6804d0-6337-407a-bcb4-3e33fbb02e0f,segment=NetworkSegment(70f36e3c-fd91-4136-95df-cba7919e0ad6),segment_id=70f36e3c-fd91-4136-95df-cba7919e0ad6)] {{(pid=84075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:09:23.883837 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-8d2ab92b-08b2-476d-ba2b-bc3f86c04907 req-3f24c4d3-d4fd-4061-8e88-fbc05ba7c56f tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862802'] for port, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:24.208318 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-8d2ab92b-08b2-476d-ba2b-bc3f86c04907 req-3f24c4d3-d4fd-4061-8e88-fbc05ba7c56f tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:24.208896 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-8d2ab92b-08b2-476d-ba2b-bc3f86c04907 req-3f24c4d3-d4fd-4061-8e88-fbc05ba7c56f tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853906801'] for floatingip, after_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:24.209368 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.db.l3_db [req-8d2ab92b-08b2-476d-ba2b-bc3f86c04907 req-3f24c4d3-d4fd-4061-8e88-fbc05ba7c56f tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Floating IP 81a37807-2085-44b5-80dd-c7d78752fd87 disassociated. External IP: 172.27.1.186, port: 9b6804d0-6337-407a-bcb4-3e33fbb02e0f. Feb 16 16:09:24.209719 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [req-8d2ab92b-08b2-476d-ba2b-bc3f86c04907 req-3f24c4d3-d4fd-4061-8e88-fbc05ba7c56f tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Calling delete_port for 9b6804d0-6337-407a-bcb4-3e33fbb02e0f owned by compute:nova {{(pid=84075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 16:09:24.745103 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-a62d28c7-eaaf-4877-8402-8ce7a6d023b4 req-4fae387c-87c3-42c6-b69f-0faa193a7fb9 tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] 10.222.0.101 "GET /v2.0/ports?device_id=78c08c67-e3f4-4fa8-a0b1-d0e37b463f8e HTTP/1.1" status: 200 len: 210 time: 0.3164024 Feb 16 16:09:24.790315 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775626cc-b448-4e8f-ad7a-64123e35c6b9 req-ab123907-afb6-40a3-866d-24006e850813 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:09:24.791973 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-775626cc-b448-4e8f-ad7a-64123e35c6b9 req-ab123907-afb6-40a3-866d-24006e850813 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a HTTP/1.1" status: 200 len: 867 time: 0.4058375 Feb 16 16:09:24.815435 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-8d2ab92b-08b2-476d-ba2b-bc3f86c04907 req-3f24c4d3-d4fd-4061-8e88-fbc05ba7c56f tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776636383262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776636049574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7708556'] for port, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:24.833620 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-5f495511-fe66-45a9-85d7-c3e23dfd4447 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:09:24.908450 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f24c4d3-d4fd-4061-8e88-fbc05ba7c56f tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Pushing event deleted for resources: {'Port': ['ID=9b6804d0-6337-407a-bcb4-3e33fbb02e0f,revision_number=None']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:09:24.987085 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f24c4d3-d4fd-4061-8e88-fbc05ba7c56f tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:09:25.008027 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f24c4d3-d4fd-4061-8e88-fbc05ba7c56f tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:09:25.008027 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f24c4d3-d4fd-4061-8e88-fbc05ba7c56f tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:09:25.008027 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f24c4d3-d4fd-4061-8e88-fbc05ba7c56f tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:09:25.008027 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f24c4d3-d4fd-4061-8e88-fbc05ba7c56f tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:09:25.008027 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f24c4d3-d4fd-4061-8e88-fbc05ba7c56f tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:09:25.008027 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f24c4d3-d4fd-4061-8e88-fbc05ba7c56f tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:09:25.008027 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f24c4d3-d4fd-4061-8e88-fbc05ba7c56f tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:09:25.008027 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f24c4d3-d4fd-4061-8e88-fbc05ba7c56f tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:09:25.008027 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f24c4d3-d4fd-4061-8e88-fbc05ba7c56f tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:09:25.008027 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f24c4d3-d4fd-4061-8e88-fbc05ba7c56f tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:09:25.008027 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f24c4d3-d4fd-4061-8e88-fbc05ba7c56f tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:09:25.008027 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f24c4d3-d4fd-4061-8e88-fbc05ba7c56f tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:09:25.008027 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f24c4d3-d4fd-4061-8e88-fbc05ba7c56f tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:09:25.010249 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f24c4d3-d4fd-4061-8e88-fbc05ba7c56f tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:09:25.010249 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f24c4d3-d4fd-4061-8e88-fbc05ba7c56f tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:09:25.010468 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device 9b6804d0-6337-407a-bcb4-3e33fbb02e0f no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 16:09:25.010583 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f24c4d3-d4fd-4061-8e88-fbc05ba7c56f tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:09:25.010583 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f24c4d3-d4fd-4061-8e88-fbc05ba7c56f tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:09:25.010583 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f24c4d3-d4fd-4061-8e88-fbc05ba7c56f tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:09:25.010583 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f24c4d3-d4fd-4061-8e88-fbc05ba7c56f tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:09:25.010583 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f24c4d3-d4fd-4061-8e88-fbc05ba7c56f tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:09:25.010583 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f24c4d3-d4fd-4061-8e88-fbc05ba7c56f tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:09:25.010583 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f24c4d3-d4fd-4061-8e88-fbc05ba7c56f tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:09:25.010583 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f24c4d3-d4fd-4061-8e88-fbc05ba7c56f tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:09:25.010583 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-3f24c4d3-d4fd-4061-8e88-fbc05ba7c56f tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:09:25.010583 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-775626cc-b448-4e8f-ad7a-64123e35c6b9 req-1a85c6cc-2031-4452-89f5-5c8ee0e98e14 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups?id=03186328-352b-40c9-a700-1600fe2a1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2109401 Feb 16 16:09:25.032363 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] No Port match for: 9b6804d0-6337-407a-bcb4-3e33fbb02e0f {{(pid=84076) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 16:09:25.034039 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device 9b6804d0-6337-407a-bcb4-3e33fbb02e0f not bound to the agent host hv-cinder-77570 {{(pid=84076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 16:09:25.217256 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0439e-0549-4de8-b217-5e2b4742c962 req-c4fc455b-2adf-4df5-9ab3-edf7cb7c5222 tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:09:25.217929 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-0db0439e-0549-4de8-b217-5e2b4742c962 req-c4fc455b-2adf-4df5-9ab3-edf7cb7c5222 tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Synchronizing usage tracker for tenant:8ea4961edc054cdcb493cb42da08b39d on resource:network {{(pid=84074) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 16:09:25.258873 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-0db0439e-0549-4de8-b217-5e2b4742c962 req-c4fc455b-2adf-4df5-9ab3-edf7cb7c5222 tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Unset dirty status for tenant:8ea4961edc054cdcb493cb42da08b39d on resource:network {{(pid=84074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 16:09:25.260317 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0db0439e-0549-4de8-b217-5e2b4742c962 req-c4fc455b-2adf-4df5-9ab3-edf7cb7c5222 tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] 10.222.0.103 "GET /v2.0/networks?id=822c3168-8a76-4dda-848d-297d27193cd8 HTTP/1.1" status: 200 len: 808 time: 0.2143300 Feb 16 16:09:25.273936 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d2ab92b-08b2-476d-ba2b-bc3f86c04907 req-3f24c4d3-d4fd-4061-8e88-fbc05ba7c56f tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Router a5b9cf11-09be-40a6-ae9b-d99a22b6d014 has already been hosted by L3 agent 4f2d6f55-b6e7-4768-88f5-01ac5c4c3902 {{(pid=84075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 16:09:25.274418 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [req-0db0439e-0549-4de8-b217-5e2b4742c962 req-6fb7cc56-21bc-435b-b37e-d7a4d1dbc9ac tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Request body: {'port': {'device_id': '78c08c67-e3f4-4fa8-a0b1-d0e37b463f8e', 'network_id': '822c3168-8a76-4dda-848d-297d27193cd8', 'admin_state_up': True, 'tenant_id': '8ea4961edc054cdcb493cb42da08b39d'}} {{(pid=84074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:09:25.442671 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [req-0db0439e-0549-4de8-b217-5e2b4742c962 req-6fb7cc56-21bc-435b-b37e-d7a4d1dbc9ac tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:09:25.446856 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-0db0439e-0549-4de8-b217-5e2b4742c962 req-6fb7cc56-21bc-435b-b37e-d7a4d1dbc9ac tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Usage tracker for resource:port and tenant:8ea4961edc054cdcb493cb42da08b39d is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:09:25.449941 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-0db0439e-0549-4de8-b217-5e2b4742c962 req-6fb7cc56-21bc-435b-b37e-d7a4d1dbc9ac tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:09:25.462712 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [req-0db0439e-0549-4de8-b217-5e2b4742c962 req-6fb7cc56-21bc-435b-b37e-d7a4d1dbc9ac tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:09:25.481832 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d2ab92b-08b2-476d-ba2b-bc3f86c04907 req-3f24c4d3-d4fd-4061-8e88-fbc05ba7c56f tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify agent at l3_agent.dv-cinder-775706-1-iscsi the message routers_updated {{(pid=84075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 16:09:25.494404 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ef2bc0-dd50-4d6a-b5a0-5f6806bb5c27 None None] Sync routers for ids ['a5b9cf11-09be-40a6-ae9b-d99a22b6d014'] in dv-cinder-775706-1-iscsi {{(pid=84077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 16:09:25.499084 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0db0439e-0549-4de8-b217-5e2b4742c962 req-6fb7cc56-21bc-435b-b37e-d7a4d1dbc9ac tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Made reservation on behalf of 8ea4961edc054cdcb493cb42da08b39d for: {'port': 1} {{(pid=84074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 16:09:25.505533 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-0db0439e-0549-4de8-b217-5e2b4742c962 req-6fb7cc56-21bc-435b-b37e-d7a4d1dbc9ac tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:25.517696 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ef2bc0-dd50-4d6a-b5a0-5f6806bb5c27 None None] Routers {'a5b9cf11-09be-40a6-ae9b-d99a22b6d014'} bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 16:09:25.518920 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-73ef2bc0-dd50-4d6a-b5a0-5f6806bb5c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T15:47:20Z,description=,heartbeat_timestamp=2021-02-16T16:09:21Z,host='dv-cinder-775706-1-iscsi',id=4f2d6f55-b6e7-4768-88f5-01ac5c4c3902,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:47:21Z,topic='l3_agent')) {'router_ids': ['a5b9cf11-09be-40a6-ae9b-d99a22b6d014'], 'active': True} {{(pid=84077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:09:25.528993 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d2ab92b-08b2-476d-ba2b-bc3f86c04907 req-3f24c4d3-d4fd-4061-8e88-fbc05ba7c56f tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] No DVR routers for this DVR port 9b6804d0-6337-407a-bcb4-3e33fbb02e0f on host hv-cinder-77570 {{(pid=84075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 16:09:25.532363 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-8d2ab92b-08b2-476d-ba2b-bc3f86c04907 req-3f24c4d3-d4fd-4061-8e88-fbc05ba7c56f tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487'] for port, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:25.547919 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a', 'name': 'network-vif-deleted', 'tag': '9b6804d0-6337-407a-bcb4-3e33fbb02e0f'}] {{(pid=84075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 16:09:25.554024 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-8d2ab92b-08b2-476d-ba2b-bc3f86c04907 req-3f24c4d3-d4fd-4061-8e88-fbc05ba7c56f tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.103 "DELETE /v2.0/ports/9b6804d0-6337-407a-bcb4-3e33fbb02e0f HTTP/1.1" status: 204 len: 173 time: 2.0169315 Feb 16 16:09:25.612236 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a', 'name': 'network-vif-deleted', 'tag': '9b6804d0-6337-407a-bcb4-3e33fbb02e0f', 'status': 'completed', 'code': 200} Feb 16 16:09:25.744824 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvr_db [None req-73ef2bc0-dd50-4d6a-b5a0-5f6806bb5c27 None None] Set router a5b9cf11-09be-40a6-ae9b-d99a22b6d014 gateway port host: dv-cinder-775706-1-iscsi {{(pid=84077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 16:09:25.868681 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.db_base_plugin_common [req-0db0439e-0549-4de8-b217-5e2b4742c962 req-6fb7cc56-21bc-435b-b37e-d7a4d1dbc9ac tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Allocated IP 172.20.0.2 (822c3168-8a76-4dda-848d-297d27193cd8/dc757131-4094-403e-a4b2-eb98fab0dd7e/48982c32-5091-41ec-a28d-84783acb0235) {{(pid=84074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 16:09:25.929044 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c5b0f96a-9345-4956-9aba-2baa7060ec33 req-6b5c5335-5a76-4a59-8bb7-ec6ff82f3515 tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] 10.222.0.101 "GET /v2.0/ports?device_id=78c08c67-e3f4-4fa8-a0b1-d0e37b463f8e HTTP/1.1" status: 200 len: 210 time: 0.0525308 Feb 16 16:09:26.107289 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-0db0439e-0549-4de8-b217-5e2b4742c962 req-6fb7cc56-21bc-435b-b37e-d7a4d1dbc9ac tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Notify callbacks [] for port, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:26.107598 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-73ef2bc0-dd50-4d6a-b5a0-5f6806bb5c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b9cf11-09be-40a6-ae9b-d99a22b6d014', 'name': 'tempest-AttachVolumeShelveTestJSON-1582479356-router', 'tenant_id': 'd1456e6ef0124344987862a0a776adce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': 'a40a4021-c948-48f6-b425-1a720f504441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:58:30Z', 'updated_at': '2021-02-16T15:58:36Z', 'revision_number': 4, 'project_id': 'd1456e6ef0124344987862a0a776adce', 'gw_port': {'id': 'a40a4021-c948-48f6-b425-1a720f504441', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b9cf11-09be-40a6-ae9b-d99a22b6d014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:58:31Z', 'updated_at': '2021-02-16T15:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_interfaces': [{'id': '52a9ac34-fb9f-459c-b554-9d94a4ade8fe', 'name': '', 'network_id': 'ad429259-d816-4c2a-be88-810e600c47b4', 'tenant_id': 'd1456e6ef0124344987862a0a776adce', 'mac_address': 'fa:16:3e:a1:5f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b9cf11-09be-40a6-ae9b-d99a22b6d014', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'ad071c69-6309-4f89-b5f5-850687a34a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:58:35Z', 'updated_at': '2021-02-16T15:58:47Z', 'revision_number': 5, 'project_id': 'd1456e6ef0124344987862a0a776adce', 'subnets': [{'id': 'ad071c69-6309-4f89-b5f5-850687a34a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-iscsi', False) {} {{(pid=84077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:09:26.112169 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ef2bc0-dd50-4d6a-b5a0-5f6806bb5c27 None None] Checking router: a5b9cf11-09be-40a6-ae9b-d99a22b6d014 for host: dv-cinder-775706-1-iscsi {{(pid=84077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 16:09:26.123025 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ef2bc0-dd50-4d6a-b5a0-5f6806bb5c27 None None] Routers {'a5b9cf11-09be-40a6-ae9b-d99a22b6d014'} bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 16:09:26.123691 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-73ef2bc0-dd50-4d6a-b5a0-5f6806bb5c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T15:47:20Z,description=,heartbeat_timestamp=2021-02-16T16:09:21Z,host='dv-cinder-775706-1-iscsi',id=4f2d6f55-b6e7-4768-88f5-01ac5c4c3902,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:47:21Z,topic='l3_agent')) {'router_ids': ['a5b9cf11-09be-40a6-ae9b-d99a22b6d014'], 'active': True} {{(pid=84077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:09:26.169775 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-0db0439e-0549-4de8-b217-5e2b4742c962 req-6fb7cc56-21bc-435b-b37e-d7a4d1dbc9ac tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776636048806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6980856'] for port, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:26.190825 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-16212220-d127-45ca-80dc-87e3e006e057 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:09:26.227370 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-fa450716-1b28-491c-9050-90b00305cc18 req-9c8ae887-a5e1-4468-b1b5-d7378988bd00 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Synchronizing usage tracker for tenant:d1456e6ef0124344987862a0a776adce on resource:port {{(pid=84075) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 16:09:26.300674 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-fa450716-1b28-491c-9050-90b00305cc18 req-9c8ae887-a5e1-4468-b1b5-d7378988bd00 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Unset dirty status for tenant:d1456e6ef0124344987862a0a776adce on resource:port {{(pid=84075) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 16:09:26.302373 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-fa450716-1b28-491c-9050-90b00305cc18 req-9c8ae887-a5e1-4468-b1b5-d7378988bd00 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a5ac5ef-25c8-4ba4-9286-8fdaa6c6e13a HTTP/1.1" status: 200 len: 210 time: 0.1387219 Feb 16 16:09:26.375327 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb7cc56-21bc-435b-b37e-d7a4d1dbc9ac tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Pushing event updated for resources: {'Port': ['ID=48982c32-5091-41ec-a28d-84783acb0235,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:09:26.389283 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb7cc56-21bc-435b-b37e-d7a4d1dbc9ac tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:09:26.389671 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb7cc56-21bc-435b-b37e-d7a4d1dbc9ac tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:09:26.390136 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb7cc56-21bc-435b-b37e-d7a4d1dbc9ac tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:09:26.390803 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb7cc56-21bc-435b-b37e-d7a4d1dbc9ac tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:09:26.391105 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb7cc56-21bc-435b-b37e-d7a4d1dbc9ac tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:09:26.391513 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb7cc56-21bc-435b-b37e-d7a4d1dbc9ac tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:09:26.391916 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb7cc56-21bc-435b-b37e-d7a4d1dbc9ac tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:09:26.392316 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb7cc56-21bc-435b-b37e-d7a4d1dbc9ac tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:09:26.392712 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb7cc56-21bc-435b-b37e-d7a4d1dbc9ac tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:09:26.393113 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb7cc56-21bc-435b-b37e-d7a4d1dbc9ac tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:09:26.393513 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb7cc56-21bc-435b-b37e-d7a4d1dbc9ac tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:09:26.393912 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb7cc56-21bc-435b-b37e-d7a4d1dbc9ac tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:09:26.394362 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb7cc56-21bc-435b-b37e-d7a4d1dbc9ac tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:09:26.394787 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb7cc56-21bc-435b-b37e-d7a4d1dbc9ac tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:09:26.395183 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb7cc56-21bc-435b-b37e-d7a4d1dbc9ac tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:09:26.395579 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb7cc56-21bc-435b-b37e-d7a4d1dbc9ac tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:09:26.395988 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb7cc56-21bc-435b-b37e-d7a4d1dbc9ac tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:09:26.397069 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb7cc56-21bc-435b-b37e-d7a4d1dbc9ac tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:09:26.397197 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb7cc56-21bc-435b-b37e-d7a4d1dbc9ac tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:09:26.397586 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb7cc56-21bc-435b-b37e-d7a4d1dbc9ac tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:09:26.397984 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb7cc56-21bc-435b-b37e-d7a4d1dbc9ac tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:09:26.398374 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb7cc56-21bc-435b-b37e-d7a4d1dbc9ac tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:09:26.398793 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb7cc56-21bc-435b-b37e-d7a4d1dbc9ac tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:09:26.399184 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb7cc56-21bc-435b-b37e-d7a4d1dbc9ac tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:09:26.403581 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-6fb7cc56-21bc-435b-b37e-d7a4d1dbc9ac tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:09:26.462233 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0db0439e-0549-4de8-b217-5e2b4742c962 req-6fb7cc56-21bc-435b-b37e-d7a4d1dbc9ac tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Network 822c3168-8a76-4dda-848d-297d27193cd8 is already hosted by enough agents. {{(pid=84074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 16:09:26.463616 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.base_scheduler [req-0db0439e-0549-4de8-b217-5e2b4742c962 req-6fb7cc56-21bc-435b-b37e-d7a4d1dbc9ac tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Resources bound (agent type, host, resource id): {{(pid=84074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 16:09:26.466590 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [req-0db0439e-0549-4de8-b217-5e2b4742c962 req-6fb7cc56-21bc-435b-b37e-d7a4d1dbc9ac tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Received port after_create {{(pid=84074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 16:09:26.502009 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvr_db [None req-73ef2bc0-dd50-4d6a-b5a0-5f6806bb5c27 None None] Set router a5b9cf11-09be-40a6-ae9b-d99a22b6d014 gateway port host: dv-cinder-775706-1-iscsi {{(pid=84077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 16:09:26.541423 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0439e-0549-4de8-b217-5e2b4742c962 req-6fb7cc56-21bc-435b-b37e-d7a4d1dbc9ac tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:09:26.542101 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-0db0439e-0549-4de8-b217-5e2b4742c962 req-6fb7cc56-21bc-435b-b37e-d7a4d1dbc9ac tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487'] for port, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:26.604450 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0db0439e-0549-4de8-b217-5e2b4742c962 req-6fb7cc56-21bc-435b-b37e-d7a4d1dbc9ac tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3344100 Feb 16 16:09:26.618512 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [req-0db0439e-0549-4de8-b217-5e2b4742c962 req-bf338cee-a10b-449e-8ec3-68689b0fdfd8 service neutron] Request body: {'port': {'device_id': '78c08c67-e3f4-4fa8-a0b1-d0e37b463f8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=84074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:09:26.744377 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-0db0439e-0549-4de8-b217-5e2b4742c962 req-bf338cee-a10b-449e-8ec3-68689b0fdfd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:26.889727 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-73ef2bc0-dd50-4d6a-b5a0-5f6806bb5c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b9cf11-09be-40a6-ae9b-d99a22b6d014', 'name': 'tempest-AttachVolumeShelveTestJSON-1582479356-router', 'tenant_id': 'd1456e6ef0124344987862a0a776adce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': 'a40a4021-c948-48f6-b425-1a720f504441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:58:30Z', 'updated_at': '2021-02-16T15:58:36Z', 'revision_number': 4, 'project_id': 'd1456e6ef0124344987862a0a776adce', 'gw_port': {'id': 'a40a4021-c948-48f6-b425-1a720f504441', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b9cf11-09be-40a6-ae9b-d99a22b6d014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:58:31Z', 'updated_at': '2021-02-16T15:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_interfaces': [{'id': '52a9ac34-fb9f-459c-b554-9d94a4ade8fe', 'name': '', 'network_id': 'ad429259-d816-4c2a-be88-810e600c47b4', 'tenant_id': 'd1456e6ef0124344987862a0a776adce', 'mac_address': 'fa:16:3e:a1:5f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b9cf11-09be-40a6-ae9b-d99a22b6d014', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'ad071c69-6309-4f89-b5f5-850687a34a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:58:35Z', 'updated_at': '2021-02-16T15:58:47Z', 'revision_number': 5, 'project_id': 'd1456e6ef0124344987862a0a776adce', 'subnets': [{'id': 'ad071c69-6309-4f89-b5f5-850687a34a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-iscsi', False) {} {{(pid=84077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:09:26.894967 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ef2bc0-dd50-4d6a-b5a0-5f6806bb5c27 None None] The sync data for ids ['a5b9cf11-09be-40a6-ae9b-d99a22b6d014'] in dv-cinder-775706-1-iscsi is: [{'id': 'a5b9cf11-09be-40a6-ae9b-d99a22b6d014', 'name': 'tempest-AttachVolumeShelveTestJSON-1582479356-router', 'tenant_id': 'd1456e6ef0124344987862a0a776adce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': 'a40a4021-c948-48f6-b425-1a720f504441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:58:30Z', 'updated_at': '2021-02-16T15:58:36Z', 'revision_number': 4, 'project_id': 'd1456e6ef0124344987862a0a776adce', 'gw_port': {'id': 'a40a4021-c948-48f6-b425-1a720f504441', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b9cf11-09be-40a6-ae9b-d99a22b6d014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:58:31Z', 'updated_at': '2021-02-16T15:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_interfaces': [{'id': '52a9ac34-fb9f-459c-b554-9d94a4ade8fe', 'name': '', 'network_id': 'ad429259-d816-4c2a-be88-810e600c47b4', 'tenant_id': 'd1456e6ef0124344987862a0a776adce', 'mac_address': 'fa:16:3e:a1:5f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b9cf11-09be-40a6-ae9b-d99a22b6d014', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'ad071c69-6309-4f89-b5f5-850687a34a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:58:35Z', 'updated_at': '2021-02-16T15:58:47Z', 'revision_number': 5, 'project_id': 'd1456e6ef0124344987862a0a776adce', 'subnets': [{'id': 'ad071c69-6309-4f89-b5f5-850687a34a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 16:09:27.172130 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec302e12-4223-4952-9380-f047538928d1 req-c13ea3ad-9f96-41f5-a142-c140bf8015b9 tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:09:27.173850 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ec302e12-4223-4952-9380-f047538928d1 req-c13ea3ad-9f96-41f5-a142-c140bf8015b9 tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] 10.222.0.101 "GET /v2.0/ports?device_id=78c08c67-e3f4-4fa8-a0b1-d0e37b463f8e HTTP/1.1" status: 200 len: 931 time: 0.0944626 Feb 16 16:09:27.228569 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ec302e12-4223-4952-9380-f047538928d1 req-5d833998-26e3-464e-a43d-be6619bc441e tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] 10.222.0.101 "GET /v2.0/security-groups?id=6d869801-9034-4503-b760-c0e8449c4cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479305 Feb 16 16:09:27.237221 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [req-0db0439e-0549-4de8-b217-5e2b4742c962 req-bf338cee-a10b-449e-8ec3-68689b0fdfd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48982c32-5091-41ec-a28d-84783acb0235 {{(pid=84074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 16 16:09:27.245477 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-0db0439e-0549-4de8-b217-5e2b4742c962 req-bf338cee-a10b-449e-8ec3-68689b0fdfd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:27.260021 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [req-0db0439e-0549-4de8-b217-5e2b4742c962 req-bf338cee-a10b-449e-8ec3-68689b0fdfd8 service neutron] Transition to ACTIVE for port object 48982c32-5091-41ec-a28d-84783acb0235 will not be triggered until provisioned by entity L2. {{(pid=84074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 16:09:27.322040 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf84eae-292d-4056-8dd9-749d86520538 None None] New status for floating IP 81a37807-2085-44b5-80dd-c7d78752fd87: DOWN {{(pid=84076) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 16 16:09:27.334770 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-0db0439e-0549-4de8-b217-5e2b4742c962 req-bf338cee-a10b-449e-8ec3-68689b0fdfd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847794957'] for port, after_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:27.353137 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:09:27.509260 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf338cee-a10b-449e-8ec3-68689b0fdfd8 service neutron] Pushing event updated for resources: {'Port': ['ID=48982c32-5091-41ec-a28d-84783acb0235,revision_number=2']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:09:27.513153 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 55730) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:09:27.518893 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-bf338cee-a10b-449e-8ec3-68689b0fdfd8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:09:27.586983 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-6616a4d1-f897-4cf3-baad-f651ebd977f0 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks [] for security_group, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:27.617953 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-6616a4d1-f897-4cf3-baad-f651ebd977f0 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:27.694300 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-6616a4d1-f897-4cf3-baad-f651ebd977f0 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:27.696754 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [req-0db0439e-0549-4de8-b217-5e2b4742c962 req-bf338cee-a10b-449e-8ec3-68689b0fdfd8 service neutron] Attempting to bind port 48982c32-5091-41ec-a28d-84783acb0235 on host hv-cinder-77570 for vnic_type normal with profile {{(pid=84074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:09:27.697137 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [req-0db0439e-0549-4de8-b217-5e2b4742c962 req-bf338cee-a10b-449e-8ec3-68689b0fdfd8 service neutron] Attempting to bind port 48982c32-5091-41ec-a28d-84783acb0235 by drivers openvswitch on host hv-cinder-77570 at level 0 using segments [{'id': '6a051787-be63-4759-8b7c-7315e78f6ddb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '822c3168-8a76-4dda-848d-297d27193cd8'}] {{(pid=84074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 16:09:27.697514 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db0439e-0549-4de8-b217-5e2b4742c962 req-bf338cee-a10b-449e-8ec3-68689b0fdfd8 service neutron] Attempting to bind port 48982c32-5091-41ec-a28d-84783acb0235 on network 822c3168-8a76-4dda-848d-297d27193cd8 {{(pid=84074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 16:09:27.700473 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-951bcf2f-6ddf-4a61-942f-2eac2f70d7d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:09:27.704773 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db0439e-0549-4de8-b217-5e2b4742c962 req-bf338cee-a10b-449e-8ec3-68689b0fdfd8 service neutron] Checking agent: {'id': '6803919d-bffd-45bd-a97e-495ec12bc613', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 15, 54, 40), 'started_at': datetime.datetime(2021, 2, 16, 15, 55, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 16, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 16:09:27.705166 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db0439e-0549-4de8-b217-5e2b4742c962 req-bf338cee-a10b-449e-8ec3-68689b0fdfd8 service neutron] Checking segment: {'id': '6a051787-be63-4759-8b7c-7315e78f6ddb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '822c3168-8a76-4dda-848d-297d27193cd8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 16:09:27.705584 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-0db0439e-0549-4de8-b217-5e2b4742c962 req-bf338cee-a10b-449e-8ec3-68689b0fdfd8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:27.705986 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db0439e-0549-4de8-b217-5e2b4742c962 req-bf338cee-a10b-449e-8ec3-68689b0fdfd8 service neutron] Bound using segment: {'id': '6a051787-be63-4759-8b7c-7315e78f6ddb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '822c3168-8a76-4dda-848d-297d27193cd8'} {{(pid=84074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 16:09:27.706475 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [req-0db0439e-0549-4de8-b217-5e2b4742c962 req-bf338cee-a10b-449e-8ec3-68689b0fdfd8 service neutron] Bound port: 48982c32-5091-41ec-a28d-84783acb0235, host: hv-cinder-77570, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a051787-be63-4759-8b7c-7315e78f6ddb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '822c3168-8a76-4dda-848d-297d27193cd8'}}] {{(pid=84074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 16:09:27.706879 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-0db0439e-0549-4de8-b217-5e2b4742c962 req-bf338cee-a10b-449e-8ec3-68689b0fdfd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:27.718413 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6616a4d1-f897-4cf3-baad-f651ebd977f0 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03186328-352b-40c9-a700-1600fe2a1d91,revision_number=None']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:09:27.721177 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-6616a4d1-f897-4cf3-baad-f651ebd977f0 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:09:27.758228 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-6616a4d1-f897-4cf3-baad-f651ebd977f0 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks [] for security_group, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:27.759556 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-6616a4d1-f897-4cf3-baad-f651ebd977f0 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "DELETE /v2.0/security-groups/03186328-352b-40c9-a700-1600fe2a1d91 HTTP/1.1" status: 204 len: 168 time: 0.2451730 Feb 16 16:09:27.762462 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 55734) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:09:27.781726 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.api.v2.resource [None req-9efd20fa-0d51-47a9-bbd6-1bc3eeef9644 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] show failed (client error): The resource could not be found. Feb 16 16:09:27.782875 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-9efd20fa-0d51-47a9-bbd6-1bc3eeef9644 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "GET /v2.0/security-groups/03186328-352b-40c9-a700-1600fe2a1d91 HTTP/1.1" status: 404 len: 347 time: 0.0193541 Feb 16 16:09:27.786054 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 55738) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:09:27.807441 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [req-0db0439e-0549-4de8-b217-5e2b4742c962 req-bf338cee-a10b-449e-8ec3-68689b0fdfd8 service neutron] For port 48982c32-5091-41ec-a28d-84783acb0235, host hv-cinder-77570, cleared binding levels {{(pid=84074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 16:09:27.810793 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [req-0db0439e-0549-4de8-b217-5e2b4742c962 req-bf338cee-a10b-449e-8ec3-68689b0fdfd8 service neutron] For port 48982c32-5091-41ec-a28d-84783acb0235, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=48982c32-5091-41ec-a28d-84783acb0235,segment=NetworkSegment(6a051787-be63-4759-8b7c-7315e78f6ddb),segment_id=6a051787-be63-4759-8b7c-7315e78f6ddb)] {{(pid=84074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 16:09:27.878336 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-0db0439e-0549-4de8-b217-5e2b4742c962 req-bf338cee-a10b-449e-8ec3-68689b0fdfd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847794957'] for port, after_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:27.898499 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-fe50252d-a85c-45df-bead-9bd156015d79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:09:27.958076 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-e95cac6d-1f0e-47ad-bb9a-844d4643d113 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Deleting port 65614935-c3be-4c50-925e-58b18966a337 {{(pid=84075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 16:09:27.958347 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-e95cac6d-1f0e-47ad-bb9a-844d4643d113 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776636423795'] for port, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:28.157530 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-e95cac6d-1f0e-47ad-bb9a-844d4643d113 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862802'] for port, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:28.157877 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-e95cac6d-1f0e-47ad-bb9a-844d4643d113 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:28.297858 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-e95cac6d-1f0e-47ad-bb9a-844d4643d113 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Calling delete_port for 65614935-c3be-4c50-925e-58b18966a337 owned by network:floatingip {{(pid=84075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 16:09:28.318221 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf338cee-a10b-449e-8ec3-68689b0fdfd8 service neutron] Pushing event updated for resources: {'Port': ['ID=48982c32-5091-41ec-a28d-84783acb0235,revision_number=3']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:09:28.323431 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-bf338cee-a10b-449e-8ec3-68689b0fdfd8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:09:28.363498 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0439e-0549-4de8-b217-5e2b4742c962 req-bf338cee-a10b-449e-8ec3-68689b0fdfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:09:28.365717 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-0db0439e-0549-4de8-b217-5e2b4742c962 req-bf338cee-a10b-449e-8ec3-68689b0fdfd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487'] for port, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:28.367620 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0db0439e-0549-4de8-b217-5e2b4742c962 req-bf338cee-a10b-449e-8ec3-68689b0fdfd8 service neutron] 10.222.0.103 "PUT /v2.0/ports/48982c32-5091-41ec-a28d-84783acb0235 HTTP/1.1" status: 200 len: 1157 time: 1.7544165 Feb 16 16:09:28.368239 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78c08c67-e3f4-4fa8-a0b1-d0e37b463f8e', 'tag': '48982c32-5091-41ec-a28d-84783acb0235'}] {{(pid=84074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 16:09:28.423378 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78c08c67-e3f4-4fa8-a0b1-d0e37b463f8e', 'tag': '48982c32-5091-41ec-a28d-84783acb0235', 'status': 'completed', 'code': 200} Feb 16 16:09:28.473694 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b356a31-a4f7-4f4c-aa2d-df69286cb40f req-c0101861-0ee8-4f82-884e-163204c6457e tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:09:28.476087 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5b356a31-a4f7-4f4c-aa2d-df69286cb40f req-c0101861-0ee8-4f82-884e-163204c6457e tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] 10.222.0.101 "GET /v2.0/ports?device_id=78c08c67-e3f4-4fa8-a0b1-d0e37b463f8e HTTP/1.1" status: 200 len: 943 time: 0.1176407 Feb 16 16:09:28.522601 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0439e-0549-4de8-b217-5e2b4742c962 req-13aa059b-e0db-40bd-b1b8-6acbef14f7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:09:28.524237 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0db0439e-0549-4de8-b217-5e2b4742c962 req-13aa059b-e0db-40bd-b1b8-6acbef14f7c3 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=8ea4961edc054cdcb493cb42da08b39d&device_id=78c08c67-e3f4-4fa8-a0b1-d0e37b463f8e HTTP/1.1" status: 200 len: 1160 time: 0.0875740 Feb 16 16:09:28.578086 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5b356a31-a4f7-4f4c-aa2d-df69286cb40f req-09bd3206-6362-47d2-b571-bd654dc67fb2 tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] 10.222.0.101 "GET /v2.0/security-groups?id=6d869801-9034-4503-b760-c0e8449c4cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945578 Feb 16 16:09:28.605562 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0db0439e-0549-4de8-b217-5e2b4742c962 req-b9671348-2aa1-4779-a294-0d39fd26a7c4 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=48982c32-5091-41ec-a28d-84783acb0235 HTTP/1.1" status: 200 len: 217 time: 0.0729697 Feb 16 16:09:28.643648 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-e95cac6d-1f0e-47ad-bb9a-844d4643d113 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776636383262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776636049574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7708556'] for port, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:28.664390 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-8c55f090-b821-4a77-8fad-c66b99028d9b tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:09:28.679368 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0439e-0549-4de8-b217-5e2b4742c962 req-58e344c2-e3ab-4845-bb1c-86f3b435aeca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:09:28.681023 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0db0439e-0549-4de8-b217-5e2b4742c962 req-58e344c2-e3ab-4845-bb1c-86f3b435aeca service neutron] 10.222.0.103 "GET /v2.0/subnets?id=dc757131-4094-403e-a4b2-eb98fab0dd7e HTTP/1.1" status: 200 len: 848 time: 0.0692289 Feb 16 16:09:28.731433 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95cac6d-1f0e-47ad-bb9a-844d4643d113 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Pushing event deleted for resources: {'Port': ['ID=65614935-c3be-4c50-925e-58b18966a337,revision_number=None']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:09:28.736130 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-e95cac6d-1f0e-47ad-bb9a-844d4643d113 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:09:28.742247 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0db0439e-0549-4de8-b217-5e2b4742c962 req-a1ad7855-4d70-474d-b6bd-a2b7afc0bf9b service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=822c3168-8a76-4dda-848d-297d27193cd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539768 Feb 16 16:09:28.902986 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0db0439e-0549-4de8-b217-5e2b4742c962 req-276933b4-5178-4a29-9013-16048d9a02b6 service neutron] 10.222.0.103 "GET /v2.0/networks/822c3168-8a76-4dda-848d-297d27193cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539330 Feb 16 16:09:28.923394 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-e95cac6d-1f0e-47ad-bb9a-844d4643d113 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks [] for floatingip, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:28.985308 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-e95cac6d-1f0e-47ad-bb9a-844d4643d113 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487'] for floatingip, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:28.986604 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-e95cac6d-1f0e-47ad-bb9a-844d4643d113 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] 10.222.0.101 "DELETE /v2.0/floatingips/81a37807-2085-44b5-80dd-c7d78752fd87 HTTP/1.1" status: 204 len: 168 time: 1.1995282 Feb 16 16:09:29.090789 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0db0439e-0549-4de8-b217-5e2b4742c962 req-af036146-e81d-425a-9ed7-3dd4e8192093 service neutron] 10.222.0.103 "GET /v2.0/networks/822c3168-8a76-4dda-848d-297d27193cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1808007 Feb 16 16:09:29.263771 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed647be-d6f9-4a0e-a808-51047493f8be req-6d72ffd2-4729-40a2-9d00-d67a19ce2491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:09:29.265688 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-2ed647be-d6f9-4a0e-a808-51047493f8be req-6d72ffd2-4729-40a2-9d00-d67a19ce2491 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=8ea4961edc054cdcb493cb42da08b39d&device_id=78c08c67-e3f4-4fa8-a0b1-d0e37b463f8e HTTP/1.1" status: 200 len: 1160 time: 0.0924010 Feb 16 16:09:29.415048 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed647be-d6f9-4a0e-a808-51047493f8be req-80b27e11-8cdf-48e5-b5cb-6d65709e64f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:09:29.416545 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-2ed647be-d6f9-4a0e-a808-51047493f8be req-80b27e11-8cdf-48e5-b5cb-6d65709e64f4 service neutron] 10.222.0.103 "GET /v2.0/networks?id=822c3168-8a76-4dda-848d-297d27193cd8 HTTP/1.1" status: 200 len: 902 time: 0.1445632 Feb 16 16:09:29.495393 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-2ed647be-d6f9-4a0e-a808-51047493f8be req-20d5ca05-1efe-4882-816d-57c54c342f50 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=48982c32-5091-41ec-a28d-84783acb0235 HTTP/1.1" status: 200 len: 217 time: 0.0718296 Feb 16 16:09:29.567184 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed647be-d6f9-4a0e-a808-51047493f8be req-3fbbf560-291b-4326-af17-52ca0051d20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:09:29.568793 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-2ed647be-d6f9-4a0e-a808-51047493f8be req-3fbbf560-291b-4326-af17-52ca0051d20c service neutron] 10.222.0.103 "GET /v2.0/subnets?id=dc757131-4094-403e-a4b2-eb98fab0dd7e HTTP/1.1" status: 200 len: 848 time: 0.0666885 Feb 16 16:09:29.627663 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-2ed647be-d6f9-4a0e-a808-51047493f8be req-a54146bf-8c6f-4c1a-9025-2918303ea03e service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=822c3168-8a76-4dda-848d-297d27193cd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522122 Feb 16 16:09:29.782607 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-2ed647be-d6f9-4a0e-a808-51047493f8be req-32c6d61e-40bf-4581-8a7b-4b6b204f8acf service neutron] 10.222.0.103 "GET /v2.0/networks/822c3168-8a76-4dda-848d-297d27193cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468382 Feb 16 16:09:29.790606 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08849ffe-7418-414d-af2d-54abf85f3af0 req-86c6c9ef-29eb-4498-8050-097f8afb12c5 tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:09:29.792269 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-08849ffe-7418-414d-af2d-54abf85f3af0 req-86c6c9ef-29eb-4498-8050-097f8afb12c5 tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] 10.222.0.101 "GET /v2.0/ports?device_id=78c08c67-e3f4-4fa8-a0b1-d0e37b463f8e HTTP/1.1" status: 200 len: 943 time: 0.0927629 Feb 16 16:09:29.846555 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-08849ffe-7418-414d-af2d-54abf85f3af0 req-4dfb34e5-5dad-4047-837a-4f6864bcac47 tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] 10.222.0.101 "GET /v2.0/security-groups?id=6d869801-9034-4503-b760-c0e8449c4cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476906 Feb 16 16:09:29.933681 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-2ed647be-d6f9-4a0e-a808-51047493f8be req-e984eb8f-b65a-417c-97d7-3bd709c480a7 service neutron] 10.222.0.103 "GET /v2.0/networks/822c3168-8a76-4dda-848d-297d27193cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1439877 Feb 16 16:09:31.052118 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1aa99c-aef3-4c44-b925-2957e137a887 req-d8a128c2-6cbe-4976-9aec-4232da4a91d8 tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:09:31.054418 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5e1aa99c-aef3-4c44-b925-2957e137a887 req-d8a128c2-6cbe-4976-9aec-4232da4a91d8 tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] 10.222.0.101 "GET /v2.0/ports?device_id=78c08c67-e3f4-4fa8-a0b1-d0e37b463f8e HTTP/1.1" status: 200 len: 943 time: 0.0904398 Feb 16 16:09:31.104889 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5e1aa99c-aef3-4c44-b925-2957e137a887 req-2e8e25c1-b9d0-49da-92e4-c2b6ef6aadee tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] 10.222.0.101 "GET /v2.0/security-groups?id=6d869801-9034-4503-b760-c0e8449c4cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437846 Feb 16 16:09:32.008311 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 55770) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:09:32.491255 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b0a5f3-7d17-4f7e-9398-463e68978526 req-bbb6130b-a653-4e25-bd81-b9b2fdc85e54 tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:09:32.492904 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-00b0a5f3-7d17-4f7e-9398-463e68978526 req-bbb6130b-a653-4e25-bd81-b9b2fdc85e54 tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] 10.222.0.101 "GET /v2.0/ports?device_id=78c08c67-e3f4-4fa8-a0b1-d0e37b463f8e HTTP/1.1" status: 200 len: 943 time: 0.2676010 Feb 16 16:09:32.572089 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-00b0a5f3-7d17-4f7e-9398-463e68978526 req-d942908e-0499-49bf-b49e-a1bc9868127c tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] 10.222.0.101 "GET /v2.0/security-groups?id=6d869801-9034-4503-b760-c0e8449c4cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689416 Feb 16 16:09:33.028428 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-88f57628-a5a7-45e4-b374-c8422d7f682c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-868963'] for router_interface, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:33.104349 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.objects.ports [None req-a70c3924-7bc3-486c-8ab3-c186691fb53b None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84076) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 16 16:09:33.411854 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-88f57628-a5a7-45e4-b374-c8422d7f682c admin admin] Deleting port 52a9ac34-fb9f-459c-b554-9d94a4ade8fe {{(pid=84075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 16:09:33.412235 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-88f57628-a5a7-45e4-b374-c8422d7f682c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776636423795'] for port, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:33.600576 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-88f57628-a5a7-45e4-b374-c8422d7f682c admin admin] For port 52a9ac34-fb9f-459c-b554-9d94a4ade8fe, host dv-cinder-775706-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-iscsi',level=0,port_id=52a9ac34-fb9f-459c-b554-9d94a4ade8fe,segment=NetworkSegment(70f36e3c-fd91-4136-95df-cba7919e0ad6),segment_id=70f36e3c-fd91-4136-95df-cba7919e0ad6)] {{(pid=84075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:09:33.601118 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-88f57628-a5a7-45e4-b374-c8422d7f682c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862802'] for port, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:33.672130 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device 48982c32-5091-41ec-a28d-84783acb0235 up at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 16:09:33.742257 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-88f57628-a5a7-45e4-b374-c8422d7f682c admin admin] Calling delete_port for 52a9ac34-fb9f-459c-b554-9d94a4ade8fe owned by network:router_interface {{(pid=84075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 16:09:33.772610 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning for port 48982c32-5091-41ec-a28d-84783acb0235 completed by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 16:09:33.777932 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning complete for port 48982c32-5091-41ec-a28d-84783acb0235 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:09:33.778359 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:33.912752 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:33.913467 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec2bae-1ac6-4826-a260-36cfd994dbb2 req-c17b963c-6adc-4fa4-acc4-ef993959356a tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:09:33.915134 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-32ec2bae-1ac6-4826-a260-36cfd994dbb2 req-c17b963c-6adc-4fa4-acc4-ef993959356a tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] 10.222.0.101 "GET /v2.0/ports?device_id=78c08c67-e3f4-4fa8-a0b1-d0e37b463f8e HTTP/1.1" status: 200 len: 943 time: 0.1814306 Feb 16 16:09:33.945101 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c08c67-e3f4-4fa8-a0b1-d0e37b463f8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48982c32-5091-41ec-a28d-84783acb0235'}] {{(pid=84076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 16:09:33.958217 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] For port 48982c32-5091-41ec-a28d-84783acb0235, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=48982c32-5091-41ec-a28d-84783acb0235,segment=NetworkSegment(6a051787-be63-4759-8b7c-7315e78f6ddb),segment_id=6a051787-be63-4759-8b7c-7315e78f6ddb)] {{(pid=84076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:09:34.001776 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78c08c67-e3f4-4fa8-a0b1-d0e37b463f8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48982c32-5091-41ec-a28d-84783acb0235', 'code': 200} Feb 16 16:09:34.003082 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:34.005052 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:09:34.012804 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-32ec2bae-1ac6-4826-a260-36cfd994dbb2 req-55ac979b-b8da-437c-b663-6c37fe3530de tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] 10.222.0.101 "GET /v2.0/security-groups?id=6d869801-9034-4503-b760-c0e8449c4cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842011 Feb 16 16:09:34.086330 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Pushing event updated for resources: {'Port': ['ID=48982c32-5091-41ec-a28d-84783acb0235,revision_number=4']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:09:34.094119 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-88f57628-a5a7-45e4-b374-c8422d7f682c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776636383262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776636049574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7708556'] for port, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:34.095547 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:09:34.095943 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:09:34.096315 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:09:34.096713 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:09:34.097077 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:09:34.097452 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:09:34.097822 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:09:34.098193 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:09:34.098565 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:09:34.098953 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:09:34.099321 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:09:34.099684 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:09:34.104235 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:09:34.104235 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:09:34.104235 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:09:34.104235 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:09:34.104235 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:09:34.104235 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:09:34.104235 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:09:34.104235 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:09:34.104235 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:09:34.104235 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:09:34.104235 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:09:34.104235 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:09:34.108303 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:09:34.111606 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-c306440a-5b30-4ca9-b769-f8b201378500 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:09:34.174885 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f57628-a5a7-45e4-b374-c8422d7f682c admin admin] Pushing event deleted for resources: {'Port': ['ID=52a9ac34-fb9f-459c-b554-9d94a4ade8fe,revision_number=None']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:09:34.179099 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-88f57628-a5a7-45e4-b374-c8422d7f682c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:09:34.342075 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfac9d0-f0bf-4cda-ade1-b95ca516cee2 req-719bf98f-60c9-4043-a73a-c0312948a58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:09:34.344600 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-9bfac9d0-f0bf-4cda-ade1-b95ca516cee2 req-719bf98f-60c9-4043-a73a-c0312948a58c service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=78c08c67-e3f4-4fa8-a0b1-d0e37b463f8e HTTP/1.1" status: 200 len: 1162 time: 0.0877683 Feb 16 16:09:34.399735 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-9bfac9d0-f0bf-4cda-ade1-b95ca516cee2 req-e4b43d8b-c11b-4486-9b6f-a179e1145270 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=6d869801-9034-4503-b760-c0e8449c4cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428100 Feb 16 16:09:34.545078 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-88f57628-a5a7-45e4-b374-c8422d7f682c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853910573'] for router_interface, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:35.032102 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device 48982c32-5091-41ec-a28d-84783acb0235 up at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 16:09:35.057292 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88f57628-a5a7-45e4-b374-c8422d7f682c admin admin] Router a5b9cf11-09be-40a6-ae9b-d99a22b6d014 has already been hosted by L3 agent 4f2d6f55-b6e7-4768-88f5-01ac5c4c3902 {{(pid=84075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 16:09:35.111488 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning complete for port 48982c32-5091-41ec-a28d-84783acb0235 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:09:35.111946 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:35.346690 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08acbad-b41e-46a8-9c96-80a7a5774602 req-47951b87-e94b-4e2b-b91e-eda2a6f941ee tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:09:35.348260 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-d08acbad-b41e-46a8-9c96-80a7a5774602 req-47951b87-e94b-4e2b-b91e-eda2a6f941ee tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] 10.222.0.101 "GET /v2.0/ports?device_id=78c08c67-e3f4-4fa8-a0b1-d0e37b463f8e HTTP/1.1" status: 200 len: 945 time: 0.2082179 Feb 16 16:09:35.351087 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f57628-a5a7-45e4-b374-c8422d7f682c admin admin] Notify agent at l3_agent.dv-cinder-775706-1-iscsi the message routers_updated {{(pid=84075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 16:09:35.360498 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06565ae6-3f03-427b-a449-350bd879d7fc None None] Sync routers for ids ['a5b9cf11-09be-40a6-ae9b-d99a22b6d014'] in dv-cinder-775706-1-iscsi {{(pid=84077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 16:09:35.370757 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06565ae6-3f03-427b-a449-350bd879d7fc None None] Routers {'a5b9cf11-09be-40a6-ae9b-d99a22b6d014'} bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 16:09:35.371446 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-06565ae6-3f03-427b-a449-350bd879d7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T15:47:20Z,description=,heartbeat_timestamp=2021-02-16T16:09:21Z,host='dv-cinder-775706-1-iscsi',id=4f2d6f55-b6e7-4768-88f5-01ac5c4c3902,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:47:21Z,topic='l3_agent')) {'router_ids': ['a5b9cf11-09be-40a6-ae9b-d99a22b6d014'], 'active': True} {{(pid=84077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:09:35.385427 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-88f57628-a5a7-45e4-b374-c8422d7f682c admin admin] 10.222.0.101 "PUT /v2.0/routers/a5b9cf11-09be-40a6-ae9b-d99a22b6d014/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3759191 Feb 16 16:09:35.388551 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 55784) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:09:35.410814 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-d08acbad-b41e-46a8-9c96-80a7a5774602 req-e5a87e06-2411-45fa-af34-0b8d1d102216 tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] 10.222.0.101 "GET /v2.0/security-groups?id=6d869801-9034-4503-b760-c0e8449c4cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520179 Feb 16 16:09:35.579168 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvr_db [None req-06565ae6-3f03-427b-a449-350bd879d7fc None None] Set router a5b9cf11-09be-40a6-ae9b-d99a22b6d014 gateway port host: dv-cinder-775706-1-iscsi {{(pid=84077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 16:09:35.586760 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-74decc5f-bb34-4a31-96e2-6e106eefb8d5 admin admin] Notify callbacks [] for router, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:35.783339 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-74decc5f-bb34-4a31-96e2-6e106eefb8d5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:35.789520 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-74decc5f-bb34-4a31-96e2-6e106eefb8d5 admin admin] Deleting port a40a4021-c948-48f6-b425-1a720f504441 {{(pid=84074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 16:09:35.789898 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-74decc5f-bb34-4a31-96e2-6e106eefb8d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776636423795'] for port, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:35.883686 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-06565ae6-3f03-427b-a449-350bd879d7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b9cf11-09be-40a6-ae9b-d99a22b6d014', 'name': 'tempest-AttachVolumeShelveTestJSON-1582479356-router', 'tenant_id': 'd1456e6ef0124344987862a0a776adce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': 'a40a4021-c948-48f6-b425-1a720f504441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:58:30Z', 'updated_at': '2021-02-16T16:09:33Z', 'revision_number': 5, 'project_id': 'd1456e6ef0124344987862a0a776adce', 'gw_port': {'id': 'a40a4021-c948-48f6-b425-1a720f504441', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b9cf11-09be-40a6-ae9b-d99a22b6d014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:58:31Z', 'updated_at': '2021-02-16T15:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi'}], 'dv-cinder-775706-1-iscsi', False) {} {{(pid=84077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:09:35.887920 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06565ae6-3f03-427b-a449-350bd879d7fc None None] Checking router: a5b9cf11-09be-40a6-ae9b-d99a22b6d014 for host: dv-cinder-775706-1-iscsi {{(pid=84077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 16:09:35.897179 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06565ae6-3f03-427b-a449-350bd879d7fc None None] Routers {'a5b9cf11-09be-40a6-ae9b-d99a22b6d014'} bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 16:09:35.897915 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-06565ae6-3f03-427b-a449-350bd879d7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T15:47:20Z,description=,heartbeat_timestamp=2021-02-16T16:09:21Z,host='dv-cinder-775706-1-iscsi',id=4f2d6f55-b6e7-4768-88f5-01ac5c4c3902,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:47:21Z,topic='l3_agent')) {'router_ids': ['a5b9cf11-09be-40a6-ae9b-d99a22b6d014'], 'active': True} {{(pid=84077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:09:35.984362 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-74decc5f-bb34-4a31-96e2-6e106eefb8d5 admin admin] For port a40a4021-c948-48f6-b425-1a720f504441, host dv-cinder-775706-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-iscsi',level=0,port_id=a40a4021-c948-48f6-b425-1a720f504441,segment=NetworkSegment(31924cb5-91ae-4236-8041-dd0103380e57),segment_id=31924cb5-91ae-4236-8041-dd0103380e57)] {{(pid=84074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:09:35.984731 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-74decc5f-bb34-4a31-96e2-6e106eefb8d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862802'] for port, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:36.103155 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvr_db [None req-06565ae6-3f03-427b-a449-350bd879d7fc None None] Set router a5b9cf11-09be-40a6-ae9b-d99a22b6d014 gateway port host: dv-cinder-775706-1-iscsi {{(pid=84077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 16:09:36.122791 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-74decc5f-bb34-4a31-96e2-6e106eefb8d5 admin admin] Calling delete_port for a40a4021-c948-48f6-b425-1a720f504441 owned by network:router_gateway {{(pid=84074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 16:09:36.343102 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-74decc5f-bb34-4a31-96e2-6e106eefb8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776636383262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776636049574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6980856'] for port, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:36.418615 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-06565ae6-3f03-427b-a449-350bd879d7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b9cf11-09be-40a6-ae9b-d99a22b6d014', 'name': 'tempest-AttachVolumeShelveTestJSON-1582479356-router', 'tenant_id': 'd1456e6ef0124344987862a0a776adce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': 'a40a4021-c948-48f6-b425-1a720f504441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:58:30Z', 'updated_at': '2021-02-16T16:09:33Z', 'revision_number': 5, 'project_id': 'd1456e6ef0124344987862a0a776adce', 'gw_port': {'id': 'a40a4021-c948-48f6-b425-1a720f504441', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b9cf11-09be-40a6-ae9b-d99a22b6d014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:58:31Z', 'updated_at': '2021-02-16T15:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi'}], 'dv-cinder-775706-1-iscsi', False) {} {{(pid=84077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:09:36.423468 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06565ae6-3f03-427b-a449-350bd879d7fc None None] The sync data for ids ['a5b9cf11-09be-40a6-ae9b-d99a22b6d014'] in dv-cinder-775706-1-iscsi is: [{'id': 'a5b9cf11-09be-40a6-ae9b-d99a22b6d014', 'name': 'tempest-AttachVolumeShelveTestJSON-1582479356-router', 'tenant_id': 'd1456e6ef0124344987862a0a776adce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': 'a40a4021-c948-48f6-b425-1a720f504441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:58:30Z', 'updated_at': '2021-02-16T16:09:33Z', 'revision_number': 5, 'project_id': 'd1456e6ef0124344987862a0a776adce', 'gw_port': {'id': 'a40a4021-c948-48f6-b425-1a720f504441', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b9cf11-09be-40a6-ae9b-d99a22b6d014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:58:31Z', 'updated_at': '2021-02-16T15:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi'}] {{(pid=84077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 16:09:36.545685 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-74decc5f-bb34-4a31-96e2-6e106eefb8d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853864561'] for router_gateway, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:36.638882 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35cef5f-a6c2-4dda-89f5-7d818edd0722 req-058fd0a0-2427-46bd-a0d7-690429aee5d4 tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:09:36.640613 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-f35cef5f-a6c2-4dda-89f5-7d818edd0722 req-058fd0a0-2427-46bd-a0d7-690429aee5d4 tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] 10.222.0.101 "GET /v2.0/ports?device_id=78c08c67-e3f4-4fa8-a0b1-d0e37b463f8e HTTP/1.1" status: 200 len: 945 time: 0.0937812 Feb 16 16:09:36.701892 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-f35cef5f-a6c2-4dda-89f5-7d818edd0722 req-23496bc1-dc57-474d-ab0f-e6591dd9474e tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] 10.222.0.101 "GET /v2.0/security-groups?id=6d869801-9034-4503-b760-c0e8449c4cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538852 Feb 16 16:09:36.703237 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-74decc5f-bb34-4a31-96e2-6e106eefb8d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-877732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63948'] for router, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:36.706224 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-74decc5f-bb34-4a31-96e2-6e106eefb8d5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:36.825798 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-74decc5f-bb34-4a31-96e2-6e106eefb8d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-871536'] for router, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:36.826353 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74decc5f-bb34-4a31-96e2-6e106eefb8d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5b9cf11-09be-40a6-ae9b-d99a22b6d014 {{(pid=84074) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 16:09:36.840757 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-74decc5f-bb34-4a31-96e2-6e106eefb8d5 admin admin] Notify callbacks [] for router, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:36.842009 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-74decc5f-bb34-4a31-96e2-6e106eefb8d5 admin admin] 10.222.0.101 "DELETE /v2.0/routers/a5b9cf11-09be-40a6-ae9b-d99a22b6d014 HTTP/1.1" status: 204 len: 168 time: 1.4522424 Feb 16 16:09:36.845803 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 55792) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:09:36.918191 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c88cc99-7a3a-448a-b8f4-b88f5b2b5dc8 admin admin] Deleting subnet ad071c69-6309-4f89-b5f5-850687a34a80 {{(pid=84075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 16 16:09:36.922879 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-4c88cc99-7a3a-448a-b8f4-b88f5b2b5dc8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:36.981438 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-4c88cc99-7a3a-448a-b8f4-b88f5b2b5dc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6322490'] for subnet, precommit_delete_associations {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:37.079870 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-4c88cc99-7a3a-448a-b8f4-b88f5b2b5dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852981986'] for subnet, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:37.352804 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device 52a9ac34-fb9f-459c-b554-9d94a4ade8fe no longer exists at agent ovs-agent-dv-cinder-775706-1-iscsi {{(pid=84076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 16:09:37.409998 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] No Port match for: 52a9ac34-fb9f-459c-b554-9d94a4ade8fe {{(pid=84076) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 16:09:37.410395 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device 52a9ac34-fb9f-459c-b554-9d94a4ade8fe not bound to the agent host dv-cinder-775706-1-iscsi {{(pid=84076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 16:09:37.411593 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device a40a4021-c948-48f6-b425-1a720f504441 no longer exists at agent ovs-agent-dv-cinder-775706-1-iscsi {{(pid=84076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 16:09:37.453249 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] No Port match for: a40a4021-c948-48f6-b425-1a720f504441 {{(pid=84076) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 16:09:37.453636 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device a40a4021-c948-48f6-b425-1a720f504441 not bound to the agent host dv-cinder-775706-1-iscsi {{(pid=84076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 16:09:37.712091 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-4c88cc99-7a3a-448a-b8f4-b88f5b2b5dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1793799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847067174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846955876'] for subnet, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:37.729094 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:09:37.779370 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c88cc99-7a3a-448a-b8f4-b88f5b2b5dc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad071c69-6309-4f89-b5f5-850687a34a80,revision_number=None']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:09:37.833227 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-4c88cc99-7a3a-448a-b8f4-b88f5b2b5dc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:09:37.870988 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-4c88cc99-7a3a-448a-b8f4-b88f5b2b5dc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210664'] for subnet, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:37.877466 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45778bab-a644-47ef-97fb-28d57934c964 None None] Network ad429259-d816-4c2a-be88-810e600c47b4 requested from dv-cinder-775706-1-iscsi {{(pid=84076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 16:09:37.881053 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 55804) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:09:37.881213 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-4c88cc99-7a3a-448a-b8f4-b88f5b2b5dc8 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/ad071c69-6309-4f89-b5f5-850687a34a80 HTTP/1.1" status: 204 len: 168 time: 1.0322616 Feb 16 16:09:38.008403 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a6050315-49c5-4cce-b4e8-cba40f1124ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853200303'] for network, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:38.101792 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-a6050315-49c5-4cce-b4e8-cba40f1124ec admin admin] Deleting port e57b8ec5-93b0-4a35-ac88-ecf8e13d42a6 {{(pid=84074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 16:09:38.103120 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a6050315-49c5-4cce-b4e8-cba40f1124ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776636423795'] for port, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:38.160521 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9765fe8e-c4a5-427d-945b-a99dbaf08552 None None] DHCP port deletion for ad429259-d816-4c2a-be88-810e600c47b4 request from dv-cinder-775706-1-iscsi {{(pid=84076) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 16 16:09:38.165453 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-9765fe8e-c4a5-427d-945b-a99dbaf08552 None None] Deleting port e57b8ec5-93b0-4a35-ac88-ecf8e13d42a6 {{(pid=84076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 16:09:38.165940 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-9765fe8e-c4a5-427d-945b-a99dbaf08552 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776636423795'] for port, before_delete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:38.238571 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f35ac-e32c-4eb7-937d-a9891f115a79 req-0a325fa6-609d-4ea3-8245-4135b9c20fab tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:09:38.240425 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-828f35ac-e32c-4eb7-937d-a9891f115a79 req-0a325fa6-609d-4ea3-8245-4135b9c20fab tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] 10.222.0.101 "GET /v2.0/ports?device_id=78c08c67-e3f4-4fa8-a0b1-d0e37b463f8e HTTP/1.1" status: 200 len: 945 time: 0.0947723 Feb 16 16:09:38.293326 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-828f35ac-e32c-4eb7-937d-a9891f115a79 req-2fe86f5a-9a34-4c39-a326-987841b89dd1 tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] 10.222.0.101 "GET /v2.0/security-groups?id=6d869801-9034-4503-b760-c0e8449c4cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458188 Feb 16 16:09:38.413158 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-9765fe8e-c4a5-427d-945b-a99dbaf08552 None None] For port e57b8ec5-93b0-4a35-ac88-ecf8e13d42a6, host dv-cinder-775706-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-iscsi',level=0,port_id=e57b8ec5-93b0-4a35-ac88-ecf8e13d42a6,segment=NetworkSegment(70f36e3c-fd91-4136-95df-cba7919e0ad6),segment_id=70f36e3c-fd91-4136-95df-cba7919e0ad6)] {{(pid=84076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:09:38.413719 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-9765fe8e-c4a5-427d-945b-a99dbaf08552 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862802'] for port, precommit_delete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:38.551171 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-9765fe8e-c4a5-427d-945b-a99dbaf08552 None None] Calling delete_port for e57b8ec5-93b0-4a35-ac88-ecf8e13d42a6 owned by network:dhcp {{(pid=84076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 16:09:38.605182 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-a6050315-49c5-4cce-b4e8-cba40f1124ec admin admin] For port e57b8ec5-93b0-4a35-ac88-ecf8e13d42a6, host dv-cinder-775706-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-iscsi',level=0,port_id=e57b8ec5-93b0-4a35-ac88-ecf8e13d42a6,segment=NetworkSegment(70f36e3c-fd91-4136-95df-cba7919e0ad6),segment_id=70f36e3c-fd91-4136-95df-cba7919e0ad6)] {{(pid=84074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:09:38.605588 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a6050315-49c5-4cce-b4e8-cba40f1124ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862802'] for port, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:38.659902 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-9765fe8e-c4a5-427d-945b-a99dbaf08552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776636383262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776636049574'] for port, after_delete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:38.675152 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-79402373-d31d-4188-bec4-b121ad3a814b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:09:38.732587 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9765fe8e-c4a5-427d-945b-a99dbaf08552 None None] Pushing event deleted for resources: {'Port': ['ID=e57b8ec5-93b0-4a35-ac88-ecf8e13d42a6,revision_number=None']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:09:38.744363 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-a6050315-49c5-4cce-b4e8-cba40f1124ec admin admin] Calling delete_port for e57b8ec5-93b0-4a35-ac88-ecf8e13d42a6 owned by network:dhcp {{(pid=84074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 16:09:38.783537 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-9765fe8e-c4a5-427d-945b-a99dbaf08552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:09:38.820562 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9765fe8e-c4a5-427d-945b-a99dbaf08552 None None] No DVR routers for this DVR port e57b8ec5-93b0-4a35-ac88-ecf8e13d42a6 on host dv-cinder-775706-1-iscsi {{(pid=84076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 16:09:38.829663 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.db.api [None req-a6050315-49c5-4cce-b4e8-cba40f1124ec admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84074) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:09:38.830113 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_db.api [None req-a6050315-49c5-4cce-b4e8-cba40f1124ec admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 16 16:09:39.331323 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-a6050315-49c5-4cce-b4e8-cba40f1124ec admin admin] Deleting port e57b8ec5-93b0-4a35-ac88-ecf8e13d42a6 {{(pid=84074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 16:09:39.331731 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a6050315-49c5-4cce-b4e8-cba40f1124ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776636423795'] for port, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:39.341782 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device e57b8ec5-93b0-4a35-ac88-ecf8e13d42a6 no longer exists at agent ovs-agent-dv-cinder-775706-1-iscsi {{(pid=84076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 16:09:39.382989 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] No Port match for: e57b8ec5-93b0-4a35-ac88-ecf8e13d42a6 {{(pid=84076) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 16:09:39.383507 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device e57b8ec5-93b0-4a35-ac88-ecf8e13d42a6 not bound to the agent host dv-cinder-775706-1-iscsi {{(pid=84076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 16:09:39.410716 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-a6050315-49c5-4cce-b4e8-cba40f1124ec admin admin] The port 'e57b8ec5-93b0-4a35-ac88-ecf8e13d42a6' was deleted {{(pid=84074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 16 16:09:39.513356 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7895762-dbe3-4868-83e3-45b731e1116f req-4a18233e-fc71-45d8-90c3-0e0d93a80edc tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:09:39.515077 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c7895762-dbe3-4868-83e3-45b731e1116f req-4a18233e-fc71-45d8-90c3-0e0d93a80edc tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] 10.222.0.101 "GET /v2.0/ports?device_id=78c08c67-e3f4-4fa8-a0b1-d0e37b463f8e HTTP/1.1" status: 200 len: 945 time: 0.0958257 Feb 16 16:09:39.544138 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a6050315-49c5-4cce-b4e8-cba40f1124ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852988537', 'neutron.services.segments.db._delete_segments_for_network--9223363260218233119'] for network, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:39.565752 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c7895762-dbe3-4868-83e3-45b731e1116f req-b9c2eca5-da0d-4f86-ba96-5aa7f32fb534 tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] 10.222.0.101 "GET /v2.0/security-groups?id=6d869801-9034-4503-b760-c0e8449c4cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440941 Feb 16 16:09:39.721083 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.services.segments.db [None req-a6050315-49c5-4cce-b4e8-cba40f1124ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad429259-d816-4c2a-be88-810e600c47b4']}} {{(pid=84074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:09:39.737909 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.services.segments.db [None req-a6050315-49c5-4cce-b4e8-cba40f1124ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70f36e3c-fd91-4136-95df-cba7919e0ad6') {'for_net_delete': True} {{(pid=84074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:09:39.738246 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.services.segments.db [None req-a6050315-49c5-4cce-b4e8-cba40f1124ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70f36e3c-fd91-4136-95df-cba7919e0ad6') {} {{(pid=84074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:09:39.754870 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a6050315-49c5-4cce-b4e8-cba40f1124ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363260218221087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6480523'] for segment, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:39.781563 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a6050315-49c5-4cce-b4e8-cba40f1124ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797496'] for segment, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:39.784112 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a6050315-49c5-4cce-b4e8-cba40f1124ec admin admin] Releasing vxlan tunnel 4 to pool {{(pid=84074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 16 16:09:39.874803 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2994905d-7df1-4793-b387-08038130840d req-fcfd4f3a-9196-46eb-ae33-d9d0085dc890 tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:09:39.875635 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-2994905d-7df1-4793-b387-08038130840d req-fcfd4f3a-9196-46eb-ae33-d9d0085dc890 tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Synchronizing usage tracker for tenant:8ea4961edc054cdcb493cb42da08b39d on resource:port {{(pid=84074) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 16:09:39.988915 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-a6050315-49c5-4cce-b4e8-cba40f1124ec admin admin] Network ad429259-d816-4c2a-be88-810e600c47b4 has no segments {{(pid=84074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 16:09:39.998030 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a6050315-49c5-4cce-b4e8-cba40f1124ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852978417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6980364'] for segment, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:40.073140 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-2994905d-7df1-4793-b387-08038130840d req-fcfd4f3a-9196-46eb-ae33-d9d0085dc890 tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Unset dirty status for tenant:8ea4961edc054cdcb493cb42da08b39d on resource:port {{(pid=84074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 16:09:40.074345 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-2994905d-7df1-4793-b387-08038130840d req-fcfd4f3a-9196-46eb-ae33-d9d0085dc890 tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] 10.222.0.103 "GET /v2.0/ports?device_id=78c08c67-e3f4-4fa8-a0b1-d0e37b463f8e HTTP/1.1" status: 200 len: 945 time: 0.4458363 Feb 16 16:09:40.246953 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [req-2994905d-7df1-4793-b387-08038130840d req-0ec63b7f-fb46-4626-8980-456dfa954dfb tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Deleting port 48982c32-5091-41ec-a28d-84783acb0235 {{(pid=84074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 16:09:40.247253 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-2994905d-7df1-4793-b387-08038130840d req-0ec63b7f-fb46-4626-8980-456dfa954dfb tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776636423795'] for port, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:40.277949 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-a6050315-49c5-4cce-b4e8-cba40f1124ec admin admin] Network ad429259-d816-4c2a-be88-810e600c47b4 has no segments {{(pid=84074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 16:09:40.305808 dv-cinder-775706-1-iscsi neutron-server[83961]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:09:40.305808 dv-cinder-775706-1-iscsi neutron-server[83961]: % (table.description, expected, rows_matched) Feb 16 16:09:40.305808 dv-cinder-775706-1-iscsi neutron-server[83961]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:09:40.305808 dv-cinder-775706-1-iscsi neutron-server[83961]: % (table.description, expected, rows_matched) Feb 16 16:09:40.305808 dv-cinder-775706-1-iscsi neutron-server[83961]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:09:40.305808 dv-cinder-775706-1-iscsi neutron-server[83961]: % (table.description, expected, rows_matched) Feb 16 16:09:40.305808 dv-cinder-775706-1-iscsi neutron-server[83961]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:09:40.305808 dv-cinder-775706-1-iscsi neutron-server[83961]: % (table.description, expected, rows_matched) Feb 16 16:09:40.305808 dv-cinder-775706-1-iscsi neutron-server[83961]: Traceback (most recent call last): Feb 16 16:09:40.305808 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:09:40.305808 dv-cinder-775706-1-iscsi neutron-server[83961]: timer() Feb 16 16:09:40.305808 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:09:40.305808 dv-cinder-775706-1-iscsi neutron-server[83961]: cb(*args, **kw) Feb 16 16:09:40.305808 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 16 16:09:40.305808 dv-cinder-775706-1-iscsi neutron-server[83961]: return func(*args, **kwargs) Feb 16 16:09:40.305808 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:09:40.305808 dv-cinder-775706-1-iscsi neutron-server[83961]: self._notify() Feb 16 16:09:40.305808 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:09:40.305808 dv-cinder-775706-1-iscsi neutron-server[83961]: self.callback(batched_events) Feb 16 16:09:40.305808 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:09:40.305808 dv-cinder-775706-1-iscsi neutron-server[83961]: event.method(event) Feb 16 16:09:40.305808 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 16:09:40.305808 dv-cinder-775706-1-iscsi neutron-server[83961]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:09:40.305808 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 16 16:09:40.305808 dv-cinder-775706-1-iscsi neutron-server[83961]: segment_id)['aggregates'][0] Feb 16 16:09:40.305808 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 16:09:40.305808 dv-cinder-775706-1-iscsi neutron-server[83961]: return f(self, *a, **k) Feb 16 16:09:40.305808 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 16:09:40.305808 dv-cinder-775706-1-iscsi neutron-server[83961]: return self._get(url).json() Feb 16 16:09:40.305808 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:09:40.305808 dv-cinder-775706-1-iscsi neutron-server[83961]: **kwargs) Feb 16 16:09:40.305808 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 16:09:40.305808 dv-cinder-775706-1-iscsi neutron-server[83961]: return self.request(url, 'GET', **kwargs) Feb 16 16:09:40.305808 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 16 16:09:40.305808 dv-cinder-775706-1-iscsi neutron-server[83961]: **endpoint_filter) Feb 16 16:09:40.305808 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 16:09:40.305808 dv-cinder-775706-1-iscsi neutron-server[83961]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:09:40.305808 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 16:09:40.305808 dv-cinder-775706-1-iscsi neutron-server[83961]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:09:40.305808 dv-cinder-775706-1-iscsi neutron-server[83961]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:09:40.463072 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a6050315-49c5-4cce-b4e8-cba40f1124ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-911268'] for network, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:40.469571 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-96610656-299a-4fdf-97c2-220e25f5bb8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:09:40.485660 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a6050315-49c5-4cce-b4e8-cba40f1124ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210664'] for network, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:40.510868 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6050315-49c5-4cce-b4e8-cba40f1124ec admin admin] Pushing event deleted for resources: {'Network': ['ID=ad429259-d816-4c2a-be88-810e600c47b4,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:09:40.529345 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-a6050315-49c5-4cce-b4e8-cba40f1124ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:09:40.607682 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-a6050315-49c5-4cce-b4e8-cba40f1124ec admin admin] 10.222.0.101 "DELETE /v2.0/networks/ad429259-d816-4c2a-be88-810e600c47b4 HTTP/1.1" status: 204 len: 168 time: 2.7250166 Feb 16 16:09:40.657547 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [req-2994905d-7df1-4793-b387-08038130840d req-0ec63b7f-fb46-4626-8980-456dfa954dfb tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] For port 48982c32-5091-41ec-a28d-84783acb0235, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=48982c32-5091-41ec-a28d-84783acb0235,segment=NetworkSegment(6a051787-be63-4759-8b7c-7315e78f6ddb),segment_id=6a051787-be63-4759-8b7c-7315e78f6ddb)] {{(pid=84074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:09:40.657957 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-2994905d-7df1-4793-b387-08038130840d req-0ec63b7f-fb46-4626-8980-456dfa954dfb tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862802'] for port, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:40.772740 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a1b8a3-2986-41cc-be03-67f2efe7391d req-ab4e59c9-5cad-4da2-8504-97395b78563b tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:09:40.774357 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-83a1b8a3-2986-41cc-be03-67f2efe7391d req-ab4e59c9-5cad-4da2-8504-97395b78563b tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] 10.222.0.101 "GET /v2.0/ports?device_id=78c08c67-e3f4-4fa8-a0b1-d0e37b463f8e HTTP/1.1" status: 200 len: 945 time: 0.0905399 Feb 16 16:09:40.800991 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [req-2994905d-7df1-4793-b387-08038130840d req-0ec63b7f-fb46-4626-8980-456dfa954dfb tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Calling delete_port for 48982c32-5091-41ec-a28d-84783acb0235 owned by compute:nova {{(pid=84074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 16:09:40.831256 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-83a1b8a3-2986-41cc-be03-67f2efe7391d req-d4d84962-e454-4656-afcb-79f198facb7f tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] 10.222.0.101 "GET /v2.0/security-groups?id=6d869801-9034-4503-b760-c0e8449c4cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494387 Feb 16 16:09:40.856012 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 55816) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:09:40.911458 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-0daaedfa-752d-4a6d-8eee-08464f82e236 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d1456e6ef0124344987862a0a776adce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0541348 Feb 16 16:09:40.914070 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 55820) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:09:40.979602 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-2994905d-7df1-4793-b387-08038130840d req-0ec63b7f-fb46-4626-8980-456dfa954dfb tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776636383262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776636049574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6980856'] for port, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:40.982166 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-de5273bf-bd93-4c30-a67c-ee04e5305e89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:40.995770 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1f946b33-4f7a-4b73-8127-606817dd5222 tempest-VolumesSnapshotTestJSON-1773465389 tempest-VolumesSnapshotTestJSON-1773465389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:09:41.013263 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-de5273bf-bd93-4c30-a67c-ee04e5305e89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:41.036954 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device 48982c32-5091-41ec-a28d-84783acb0235 no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 16:09:41.062075 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec63b7f-fb46-4626-8980-456dfa954dfb tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Pushing event deleted for resources: {'Port': ['ID=48982c32-5091-41ec-a28d-84783acb0235,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:09:41.066385 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-0ec63b7f-fb46-4626-8980-456dfa954dfb tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:09:41.078983 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] No Port match for: 48982c32-5091-41ec-a28d-84783acb0235 {{(pid=84076) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 16:09:41.079638 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device 48982c32-5091-41ec-a28d-84783acb0235 not bound to the agent host hv-cinder-77570 {{(pid=84076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 16:09:41.191185 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-de5273bf-bd93-4c30-a67c-ee04e5305e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:41.196535 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-052ebc6c-b531-4ed3-b440-d69cd6a93f9c tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:09:41.211890 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5273bf-bd93-4c30-a67c-ee04e5305e89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa65fa86-9476-485a-bc99-ce918d6888cb,revision_number=None']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:09:41.214733 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-de5273bf-bd93-4c30-a67c-ee04e5305e89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:09:41.215228 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [req-2994905d-7df1-4793-b387-08038130840d req-0ec63b7f-fb46-4626-8980-456dfa954dfb tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] No DVR routers for this DVR port 48982c32-5091-41ec-a28d-84783acb0235 on host hv-cinder-77570 {{(pid=84074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 16:09:41.217496 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-2994905d-7df1-4793-b387-08038130840d req-0ec63b7f-fb46-4626-8980-456dfa954dfb tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487'] for port, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:41.221447 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c08c67-e3f4-4fa8-a0b1-d0e37b463f8e', 'name': 'network-vif-deleted', 'tag': '48982c32-5091-41ec-a28d-84783acb0235'}] {{(pid=84074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 16:09:41.221843 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-de5273bf-bd93-4c30-a67c-ee04e5305e89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:41.225590 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-de5273bf-bd93-4c30-a67c-ee04e5305e89 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/fa65fa86-9476-485a-bc99-ce918d6888cb HTTP/1.1" status: 204 len: 168 time: 0.3080072 Feb 16 16:09:41.277819 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-2994905d-7df1-4793-b387-08038130840d req-0ec63b7f-fb46-4626-8980-456dfa954dfb tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] 10.222.0.103 "DELETE /v2.0/ports/48982c32-5091-41ec-a28d-84783acb0235 HTTP/1.1" status: 204 len: 173 time: 1.1973476 Feb 16 16:09:41.285718 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78c08c67-e3f4-4fa8-a0b1-d0e37b463f8e', 'name': 'network-vif-deleted', 'tag': '48982c32-5091-41ec-a28d-84783acb0235', 'status': 'completed', 'code': 200} Feb 16 16:09:42.026878 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-f835ff3f-d8fd-4621-b37b-70b1cb291f5b req-71e10688-4a40-4c32-ab18-7e398b99f0ae tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] 10.222.0.101 "GET /v2.0/ports?device_id=78c08c67-e3f4-4fa8-a0b1-d0e37b463f8e HTTP/1.1" status: 200 len: 210 time: 0.0609760 Feb 16 16:09:43.019868 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:43.494452 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23e0c6-76f5-465f-99ce-63b5eef23818 req-f8562719-5d92-48d2-bc6e-cb69c91b9468 tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:09:43.496095 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-be23e0c6-76f5-465f-99ce-63b5eef23818 req-f8562719-5d92-48d2-bc6e-cb69c91b9468 tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] 10.222.0.101 "GET /v2.0/networks?id=822c3168-8a76-4dda-848d-297d27193cd8 HTTP/1.1" status: 200 len: 808 time: 0.1620128 Feb 16 16:09:43.512788 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-be23e0c6-76f5-465f-99ce-63b5eef23818 req-38a6453f-919a-40cf-94c7-923864b913be tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] 10.222.0.101 "GET /v2.0/quotas/8ea4961edc054cdcb493cb42da08b39d HTTP/1.1" status: 200 len: 375 time: 0.0099528 Feb 16 16:09:43.567590 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-be23e0c6-76f5-465f-99ce-63b5eef23818 req-a3c8dd08-db95-4789-8733-402a9c54b3d2 tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=8ea4961edc054cdcb493cb42da08b39d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0487194 Feb 16 16:09:43.720411 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-be23e0c6-76f5-465f-99ce-63b5eef23818 req-f459d465-1c2c-45f6-8931-9dcf8667b402 service neutron] 10.222.0.101 "GET /v2.0/networks/822c3168-8a76-4dda-848d-297d27193cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454842 Feb 16 16:09:43.868501 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-be23e0c6-76f5-465f-99ce-63b5eef23818 req-a1a80c36-e1f4-4bcf-9868-b4a2f3a18123 service neutron] 10.222.0.101 "GET /v2.0/networks/822c3168-8a76-4dda-848d-297d27193cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1415849 Feb 16 16:09:44.130278 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c18e9930-18b7-45b4-9c30-ef049a3dad31 req-5e01a4fc-d84f-4dbe-8e1e-c1c74aa6704b tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] 10.222.0.101 "GET /v2.0/ports?device_id=02dd8e42-8a67-4de2-934a-03229d8fb489 HTTP/1.1" status: 200 len: 210 time: 0.0531311 Feb 16 16:09:44.609309 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-67de47ee-d91b-45c7-a1c4-978a9e685b9c req-6cb516f1-10b3-4fd4-bbb7-c3b4953299a5 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=49cff0d2-e22a-4480-bf7a-d9e0703989f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0788288 Feb 16 16:09:44.763284 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de47ee-d91b-45c7-a1c4-978a9e685b9c req-a9ebfb2f-03c0-4643-8f41-1404689dcd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:09:44.765267 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-67de47ee-d91b-45c7-a1c4-978a9e685b9c req-a9ebfb2f-03c0-4643-8f41-1404689dcd34 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=9ba01355ccec4f5ba422cc289f631770&device_id=49cff0d2-e22a-4480-bf7a-d9e0703989f6 HTTP/1.1" status: 200 len: 1162 time: 0.0815821 Feb 16 16:09:44.928418 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de47ee-d91b-45c7-a1c4-978a9e685b9c req-4a904cac-167a-4881-b867-3d99dd51a369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:09:44.929957 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-67de47ee-d91b-45c7-a1c4-978a9e685b9c req-4a904cac-167a-4881-b867-3d99dd51a369 service neutron] 10.222.0.103 "GET /v2.0/networks?id=45f2857c-5bdc-476f-9384-4f61c45c28bf HTTP/1.1" status: 200 len: 906 time: 0.1454732 Feb 16 16:09:45.046436 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-67de47ee-d91b-45c7-a1c4-978a9e685b9c req-32640eea-d7bc-4ff5-b83b-513834e4587d service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e39ed5d-92ca-487f-bd21-6d5b64a0dbd0 HTTP/1.1" status: 200 len: 1001 time: 0.1094937 Feb 16 16:09:45.125897 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de47ee-d91b-45c7-a1c4-978a9e685b9c req-c3ccb3dd-d714-4712-bd7d-efe6aa97357d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:09:45.127553 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-67de47ee-d91b-45c7-a1c4-978a9e685b9c req-c3ccb3dd-d714-4712-bd7d-efe6aa97357d service neutron] 10.222.0.103 "GET /v2.0/subnets?id=de8ce4f7-6e00-466a-9aac-6c50642948a8 HTTP/1.1" status: 200 len: 851 time: 0.0743523 Feb 16 16:09:45.216648 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de47ee-d91b-45c7-a1c4-978a9e685b9c req-ed63b55a-5315-47d6-ab08-e24e86bb4d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:09:45.219152 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-67de47ee-d91b-45c7-a1c4-978a9e685b9c req-ed63b55a-5315-47d6-ab08-e24e86bb4d8f service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=45f2857c-5bdc-476f-9384-4f61c45c28bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0843256 Feb 16 16:09:45.303110 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-23e22eb3-05af-4380-b341-19c2e53a137e req-224ed06b-cb98-4e7c-be7d-75cea859d7e1 tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] 10.222.0.101 "GET /v2.0/ports?device_id=02dd8e42-8a67-4de2-934a-03229d8fb489 HTTP/1.1" status: 200 len: 210 time: 0.0545990 Feb 16 16:09:45.373817 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-67de47ee-d91b-45c7-a1c4-978a9e685b9c req-62932d30-62c5-4688-b90b-af40e46b6f19 service neutron] 10.222.0.103 "GET /v2.0/networks/45f2857c-5bdc-476f-9384-4f61c45c28bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484466 Feb 16 16:09:45.526488 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-67de47ee-d91b-45c7-a1c4-978a9e685b9c req-8577080e-a0eb-42a0-8090-9b6fa3a661d2 service neutron] 10.222.0.103 "GET /v2.0/networks/45f2857c-5bdc-476f-9384-4f61c45c28bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1461911 Feb 16 16:09:46.165270 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23e0c6-76f5-465f-99ce-63b5eef23818 req-f3188656-e498-4e7f-aa73-23259eb354fe tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:09:46.167026 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-be23e0c6-76f5-465f-99ce-63b5eef23818 req-f3188656-e498-4e7f-aa73-23259eb354fe tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] 10.222.0.103 "GET /v2.0/networks?id=822c3168-8a76-4dda-848d-297d27193cd8 HTTP/1.1" status: 200 len: 808 time: 0.1733584 Feb 16 16:09:46.185391 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [req-be23e0c6-76f5-465f-99ce-63b5eef23818 req-39593117-a087-46dd-8e47-28850e528256 tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Request body: {'port': {'device_id': '02dd8e42-8a67-4de2-934a-03229d8fb489', 'network_id': '822c3168-8a76-4dda-848d-297d27193cd8', 'admin_state_up': True, 'tenant_id': '8ea4961edc054cdcb493cb42da08b39d'}} {{(pid=84074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:09:46.343039 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [req-be23e0c6-76f5-465f-99ce-63b5eef23818 req-39593117-a087-46dd-8e47-28850e528256 tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:09:46.347128 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 55916) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:09:46.348818 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-be23e0c6-76f5-465f-99ce-63b5eef23818 req-39593117-a087-46dd-8e47-28850e528256 tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Usage tracker for resource:port and tenant:8ea4961edc054cdcb493cb42da08b39d is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:09:46.352079 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-be23e0c6-76f5-465f-99ce-63b5eef23818 req-39593117-a087-46dd-8e47-28850e528256 tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:09:46.358541 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [req-be23e0c6-76f5-465f-99ce-63b5eef23818 req-39593117-a087-46dd-8e47-28850e528256 tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:09:46.420031 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be23e0c6-76f5-465f-99ce-63b5eef23818 req-39593117-a087-46dd-8e47-28850e528256 tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Made reservation on behalf of 8ea4961edc054cdcb493cb42da08b39d for: {'port': 1} {{(pid=84074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 16:09:46.426032 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-be23e0c6-76f5-465f-99ce-63b5eef23818 req-39593117-a087-46dd-8e47-28850e528256 tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:46.505871 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-3b20afdb-3cd9-409e-8681-d678f2c06b0c req-6d2d2f24-e153-4ba4-9b3a-78ad708e6b45 tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] 10.222.0.101 "GET /v2.0/ports?device_id=02dd8e42-8a67-4de2-934a-03229d8fb489 HTTP/1.1" status: 200 len: 210 time: 0.0686929 Feb 16 16:09:46.533047 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-47b33fab-aa43-4d08-8a72-908098036f6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:46.549975 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-47b33fab-aa43-4d08-8a72-908098036f6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:09:46.556330 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-47b33fab-aa43-4d08-8a72-908098036f6d admin admin] Usage tracker for resource:security_group_rule and tenant:89b44cf0e1f64e42805b79837d43e8e4 is out of sync, need to count used quota {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:09:46.557251 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-47b33fab-aa43-4d08-8a72-908098036f6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:09:46.563766 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-47b33fab-aa43-4d08-8a72-908098036f6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:09:46.873422 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-47b33fab-aa43-4d08-8a72-908098036f6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:46.894092 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.db_base_plugin_common [req-be23e0c6-76f5-465f-99ce-63b5eef23818 req-39593117-a087-46dd-8e47-28850e528256 tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Allocated IP 172.20.0.4 (822c3168-8a76-4dda-848d-297d27193cd8/dc757131-4094-403e-a4b2-eb98fab0dd7e/008cf317-3399-4790-bcfd-c6c92b61cc30) {{(pid=84074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 16:09:46.923623 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-47b33fab-aa43-4d08-8a72-908098036f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:46.936745 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-ca47661a-cbca-465d-b13c-017ce9ecd303 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:09:46.983547 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-47b33fab-aa43-4d08-8a72-908098036f6d admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=89b44cf0e1f64e42805b79837d43e8e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6352122 Feb 16 16:09:46.986196 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b33fab-aa43-4d08-8a72-908098036f6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7987c7b6-f932-4683-8996-108db4efd843,revision_number=1']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:09:46.987981 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 55926) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:09:46.990423 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-47b33fab-aa43-4d08-8a72-908098036f6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:09:47.154217 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-5fb023a7-b839-4be7-bd59-daae554933a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:47.423854 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-be23e0c6-76f5-465f-99ce-63b5eef23818 req-39593117-a087-46dd-8e47-28850e528256 tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Notify callbacks [] for port, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:47.443816 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-5fb023a7-b839-4be7-bd59-daae554933a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:47.546249 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-be23e0c6-76f5-465f-99ce-63b5eef23818 req-39593117-a087-46dd-8e47-28850e528256 tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776636048806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6980856'] for port, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:47.563075 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-7a9d39ad-1813-43f3-a8cf-6dbd344a0c6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:09:47.619414 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-5fb023a7-b839-4be7-bd59-daae554933a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:47.700075 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-0327ca53-a3a4-43ff-9c20-cbd8b4584406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:47.719682 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95184a83-e7e8-4eb3-80ff-0bde95457b0b req-5e6bb935-2541-4253-ab2e-1366632367d3 tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:09:47.721331 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-95184a83-e7e8-4eb3-80ff-0bde95457b0b req-5e6bb935-2541-4253-ab2e-1366632367d3 tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] 10.222.0.101 "GET /v2.0/ports?device_id=02dd8e42-8a67-4de2-934a-03229d8fb489 HTTP/1.1" status: 200 len: 931 time: 0.0927942 Feb 16 16:09:47.743554 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39593117-a087-46dd-8e47-28850e528256 tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Pushing event updated for resources: {'Port': ['ID=008cf317-3399-4790-bcfd-c6c92b61cc30,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:09:47.748438 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-5fb023a7-b839-4be7-bd59-daae554933a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:47.752360 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-5fb023a7-b839-4be7-bd59-daae554933a6 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/7987c7b6-f932-4683-8996-108db4efd843 HTTP/1.1" status: 204 len: 168 time: 0.7606823 Feb 16 16:09:47.759276 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-39593117-a087-46dd-8e47-28850e528256 tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:09:47.759943 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-eb65126e-a683-450e-9ef5-d509fbd7e37e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:09:47.775192 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-95184a83-e7e8-4eb3-80ff-0bde95457b0b req-2a9b1503-c5c8-46c6-abe0-2f8724cbc868 tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] 10.222.0.101 "GET /v2.0/security-groups?id=6d869801-9034-4503-b760-c0e8449c4cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472550 Feb 16 16:09:47.787012 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb023a7-b839-4be7-bd59-daae554933a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7987c7b6-f932-4683-8996-108db4efd843,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:09:47.792651 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-5fb023a7-b839-4be7-bd59-daae554933a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:09:47.815735 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be23e0c6-76f5-465f-99ce-63b5eef23818 req-39593117-a087-46dd-8e47-28850e528256 tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Network 822c3168-8a76-4dda-848d-297d27193cd8 is already hosted by enough agents. {{(pid=84074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 16:09:47.816970 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.base_scheduler [req-be23e0c6-76f5-465f-99ce-63b5eef23818 req-39593117-a087-46dd-8e47-28850e528256 tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Resources bound (agent type, host, resource id): {{(pid=84074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 16:09:47.820353 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [req-be23e0c6-76f5-465f-99ce-63b5eef23818 req-39593117-a087-46dd-8e47-28850e528256 tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Received port after_create {{(pid=84074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 16:09:47.888445 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23e0c6-76f5-465f-99ce-63b5eef23818 req-39593117-a087-46dd-8e47-28850e528256 tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:09:47.889132 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-be23e0c6-76f5-465f-99ce-63b5eef23818 req-39593117-a087-46dd-8e47-28850e528256 tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487'] for port, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:47.951903 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-be23e0c6-76f5-465f-99ce-63b5eef23818 req-39593117-a087-46dd-8e47-28850e528256 tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7710421 Feb 16 16:09:47.964596 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [req-be23e0c6-76f5-465f-99ce-63b5eef23818 req-286a48fb-f932-484e-89f8-bea6bc00a390 service neutron] Request body: {'port': {'device_id': '02dd8e42-8a67-4de2-934a-03229d8fb489', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=84074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:09:48.092347 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-be23e0c6-76f5-465f-99ce-63b5eef23818 req-286a48fb-f932-484e-89f8-bea6bc00a390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:48.533554 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [req-be23e0c6-76f5-465f-99ce-63b5eef23818 req-286a48fb-f932-484e-89f8-bea6bc00a390 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 008cf317-3399-4790-bcfd-c6c92b61cc30 {{(pid=84074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 16 16:09:48.541704 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-be23e0c6-76f5-465f-99ce-63b5eef23818 req-286a48fb-f932-484e-89f8-bea6bc00a390 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:48.555409 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [req-be23e0c6-76f5-465f-99ce-63b5eef23818 req-286a48fb-f932-484e-89f8-bea6bc00a390 service neutron] Transition to ACTIVE for port object 008cf317-3399-4790-bcfd-c6c92b61cc30 will not be triggered until provisioned by entity L2. {{(pid=84074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 16:09:48.623714 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-be23e0c6-76f5-465f-99ce-63b5eef23818 req-286a48fb-f932-484e-89f8-bea6bc00a390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847794957'] for port, after_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:48.638595 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-4e95f6a7-bc09-4cf5-bdf5-b4c017484488 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:09:48.786642 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286a48fb-f932-484e-89f8-bea6bc00a390 service neutron] Pushing event updated for resources: {'Port': ['ID=008cf317-3399-4790-bcfd-c6c92b61cc30,revision_number=2']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:09:48.790613 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-286a48fb-f932-484e-89f8-bea6bc00a390 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:09:48.981574 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [req-be23e0c6-76f5-465f-99ce-63b5eef23818 req-286a48fb-f932-484e-89f8-bea6bc00a390 service neutron] Attempting to bind port 008cf317-3399-4790-bcfd-c6c92b61cc30 on host hv-cinder-77570 for vnic_type normal with profile {{(pid=84074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:09:48.982150 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [req-be23e0c6-76f5-465f-99ce-63b5eef23818 req-286a48fb-f932-484e-89f8-bea6bc00a390 service neutron] Attempting to bind port 008cf317-3399-4790-bcfd-c6c92b61cc30 by drivers openvswitch on host hv-cinder-77570 at level 0 using segments [{'id': '6a051787-be63-4759-8b7c-7315e78f6ddb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '822c3168-8a76-4dda-848d-297d27193cd8'}] {{(pid=84074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 16:09:48.982559 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be23e0c6-76f5-465f-99ce-63b5eef23818 req-286a48fb-f932-484e-89f8-bea6bc00a390 service neutron] Attempting to bind port 008cf317-3399-4790-bcfd-c6c92b61cc30 on network 822c3168-8a76-4dda-848d-297d27193cd8 {{(pid=84074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 16:09:48.989484 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be23e0c6-76f5-465f-99ce-63b5eef23818 req-286a48fb-f932-484e-89f8-bea6bc00a390 service neutron] Checking agent: {'id': '6803919d-bffd-45bd-a97e-495ec12bc613', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 15, 54, 40), 'started_at': datetime.datetime(2021, 2, 16, 15, 55, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 16, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 16:09:48.989965 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be23e0c6-76f5-465f-99ce-63b5eef23818 req-286a48fb-f932-484e-89f8-bea6bc00a390 service neutron] Checking segment: {'id': '6a051787-be63-4759-8b7c-7315e78f6ddb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '822c3168-8a76-4dda-848d-297d27193cd8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 16:09:48.990464 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-be23e0c6-76f5-465f-99ce-63b5eef23818 req-286a48fb-f932-484e-89f8-bea6bc00a390 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:48.990964 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be23e0c6-76f5-465f-99ce-63b5eef23818 req-286a48fb-f932-484e-89f8-bea6bc00a390 service neutron] Bound using segment: {'id': '6a051787-be63-4759-8b7c-7315e78f6ddb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '822c3168-8a76-4dda-848d-297d27193cd8'} {{(pid=84074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 16:09:48.991523 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [req-be23e0c6-76f5-465f-99ce-63b5eef23818 req-286a48fb-f932-484e-89f8-bea6bc00a390 service neutron] Bound port: 008cf317-3399-4790-bcfd-c6c92b61cc30, host: hv-cinder-77570, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a051787-be63-4759-8b7c-7315e78f6ddb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '822c3168-8a76-4dda-848d-297d27193cd8'}}] {{(pid=84074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 16:09:48.991969 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-be23e0c6-76f5-465f-99ce-63b5eef23818 req-286a48fb-f932-484e-89f8-bea6bc00a390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:48.994886 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ffa82-f0e1-4134-ab0a-c049e190264f req-dd52b018-b173-4611-afe1-72d838f6f509 tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:09:49.002759 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-e34ffa82-f0e1-4134-ab0a-c049e190264f req-dd52b018-b173-4611-afe1-72d838f6f509 tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] 10.222.0.101 "GET /v2.0/ports?device_id=02dd8e42-8a67-4de2-934a-03229d8fb489 HTTP/1.1" status: 200 len: 943 time: 0.0975785 Feb 16 16:09:49.047227 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-e34ffa82-f0e1-4134-ab0a-c049e190264f req-0442aefb-ae41-4952-91f2-5a07ee9ab354 tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] 10.222.0.101 "GET /v2.0/security-groups?id=6d869801-9034-4503-b760-c0e8449c4cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438831 Feb 16 16:09:49.118118 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [req-be23e0c6-76f5-465f-99ce-63b5eef23818 req-286a48fb-f932-484e-89f8-bea6bc00a390 service neutron] For port 008cf317-3399-4790-bcfd-c6c92b61cc30, host hv-cinder-77570, cleared binding levels {{(pid=84074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 16:09:49.121455 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [req-be23e0c6-76f5-465f-99ce-63b5eef23818 req-286a48fb-f932-484e-89f8-bea6bc00a390 service neutron] For port 008cf317-3399-4790-bcfd-c6c92b61cc30, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=008cf317-3399-4790-bcfd-c6c92b61cc30,segment=NetworkSegment(6a051787-be63-4759-8b7c-7315e78f6ddb),segment_id=6a051787-be63-4759-8b7c-7315e78f6ddb)] {{(pid=84074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 16:09:49.158177 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-be23e0c6-76f5-465f-99ce-63b5eef23818 req-286a48fb-f932-484e-89f8-bea6bc00a390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847794957'] for port, after_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:49.174275 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-bf338cee-a10b-449e-8ec3-68689b0fdfd8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:09:49.335181 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286a48fb-f932-484e-89f8-bea6bc00a390 service neutron] Pushing event updated for resources: {'Port': ['ID=008cf317-3399-4790-bcfd-c6c92b61cc30,revision_number=3']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:09:49.340319 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-286a48fb-f932-484e-89f8-bea6bc00a390 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:09:49.376654 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23e0c6-76f5-465f-99ce-63b5eef23818 req-286a48fb-f932-484e-89f8-bea6bc00a390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:09:49.377334 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-be23e0c6-76f5-465f-99ce-63b5eef23818 req-286a48fb-f932-484e-89f8-bea6bc00a390 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487'] for port, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:49.378923 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-be23e0c6-76f5-465f-99ce-63b5eef23818 req-286a48fb-f932-484e-89f8-bea6bc00a390 service neutron] 10.222.0.103 "PUT /v2.0/ports/008cf317-3399-4790-bcfd-c6c92b61cc30 HTTP/1.1" status: 200 len: 1157 time: 1.4193006 Feb 16 16:09:49.379512 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02dd8e42-8a67-4de2-934a-03229d8fb489', 'tag': '008cf317-3399-4790-bcfd-c6c92b61cc30'}] {{(pid=84074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 16:09:49.545462 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23e0c6-76f5-465f-99ce-63b5eef23818 req-f8ac3bae-ffd3-4340-bb9b-704c325632f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:09:49.548203 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-be23e0c6-76f5-465f-99ce-63b5eef23818 req-f8ac3bae-ffd3-4340-bb9b-704c325632f2 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=8ea4961edc054cdcb493cb42da08b39d&device_id=02dd8e42-8a67-4de2-934a-03229d8fb489 HTTP/1.1" status: 200 len: 1160 time: 0.0933969 Feb 16 16:09:49.619594 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02dd8e42-8a67-4de2-934a-03229d8fb489', 'tag': '008cf317-3399-4790-bcfd-c6c92b61cc30', 'status': 'completed', 'code': 200} Feb 16 16:09:49.628545 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-be23e0c6-76f5-465f-99ce-63b5eef23818 req-12c1a14f-3838-49fb-bbe1-c19db6fcf914 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=008cf317-3399-4790-bcfd-c6c92b61cc30 HTTP/1.1" status: 200 len: 217 time: 0.0728393 Feb 16 16:09:49.704673 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23e0c6-76f5-465f-99ce-63b5eef23818 req-0e6846e6-c627-4a71-a0fd-1f7f1aaf7534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:09:49.706285 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-be23e0c6-76f5-465f-99ce-63b5eef23818 req-0e6846e6-c627-4a71-a0fd-1f7f1aaf7534 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=dc757131-4094-403e-a4b2-eb98fab0dd7e HTTP/1.1" status: 200 len: 848 time: 0.0701733 Feb 16 16:09:49.761006 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-be23e0c6-76f5-465f-99ce-63b5eef23818 req-726af37d-086e-45fe-b8c8-dfe7ace9b662 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=822c3168-8a76-4dda-848d-297d27193cd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475852 Feb 16 16:09:49.913647 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-be23e0c6-76f5-465f-99ce-63b5eef23818 req-6f20da67-fbc7-48ec-af7a-6c92bb9e98c0 service neutron] 10.222.0.103 "GET /v2.0/networks/822c3168-8a76-4dda-848d-297d27193cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450205 Feb 16 16:09:50.066729 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-be23e0c6-76f5-465f-99ce-63b5eef23818 req-b9774d95-fd96-40bd-9373-494234472cfe service neutron] 10.222.0.103 "GET /v2.0/networks/822c3168-8a76-4dda-848d-297d27193cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1450338 Feb 16 16:09:50.220014 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b174185c-38bd-42bd-8f06-d446dab82fc5 req-b22ccd64-1813-4a42-8a9f-b84c7a7ad12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:09:50.221712 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b174185c-38bd-42bd-8f06-d446dab82fc5 req-b22ccd64-1813-4a42-8a9f-b84c7a7ad12d service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=8ea4961edc054cdcb493cb42da08b39d&device_id=02dd8e42-8a67-4de2-934a-03229d8fb489 HTTP/1.1" status: 200 len: 1160 time: 0.0791469 Feb 16 16:09:50.313944 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f469ddc7-bd44-4ff1-9c1f-8792a20f6a1e req-dac9d9f0-8b50-4c18-a2e8-8fc4b9d1d7ac tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:09:50.315800 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-f469ddc7-bd44-4ff1-9c1f-8792a20f6a1e req-dac9d9f0-8b50-4c18-a2e8-8fc4b9d1d7ac tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] 10.222.0.101 "GET /v2.0/ports?device_id=02dd8e42-8a67-4de2-934a-03229d8fb489 HTTP/1.1" status: 200 len: 943 time: 0.0943389 Feb 16 16:09:50.370972 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-f469ddc7-bd44-4ff1-9c1f-8792a20f6a1e req-4c6bd191-90f6-4727-bb5e-f54c7e8b807c tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] 10.222.0.101 "GET /v2.0/security-groups?id=6d869801-9034-4503-b760-c0e8449c4cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483165 Feb 16 16:09:50.375040 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b174185c-38bd-42bd-8f06-d446dab82fc5 req-8c201388-1983-4ba0-99ec-909bb7ad12db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:09:50.376887 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b174185c-38bd-42bd-8f06-d446dab82fc5 req-8c201388-1983-4ba0-99ec-909bb7ad12db service neutron] 10.222.0.103 "GET /v2.0/networks?id=822c3168-8a76-4dda-848d-297d27193cd8 HTTP/1.1" status: 200 len: 902 time: 0.1484294 Feb 16 16:09:50.425575 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d05518bb-17ee-4865-b03c-31693adcda8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:50.458019 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b174185c-38bd-42bd-8f06-d446dab82fc5 req-4203ebd8-0561-482d-8ae0-5470a4f322ec service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=008cf317-3399-4790-bcfd-c6c92b61cc30 HTTP/1.1" status: 200 len: 217 time: 0.0737207 Feb 16 16:09:50.501033 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 55990) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:09:50.532851 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b174185c-38bd-42bd-8f06-d446dab82fc5 req-3a3b60b0-5efa-429a-833b-e00ba2e263d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:09:50.534450 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b174185c-38bd-42bd-8f06-d446dab82fc5 req-3a3b60b0-5efa-429a-833b-e00ba2e263d4 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=dc757131-4094-403e-a4b2-eb98fab0dd7e HTTP/1.1" status: 200 len: 848 time: 0.0700240 Feb 16 16:09:50.585305 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-bff6f5e5-b8b9-402c-8329-daceb7853d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:50.593225 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b174185c-38bd-42bd-8f06-d446dab82fc5 req-137b12d1-c03a-48f9-b9fa-51775d5af3ed service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=822c3168-8a76-4dda-848d-297d27193cd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523822 Feb 16 16:09:50.638245 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-dce6daa2-2058-4b36-9c41-d7a3b946e62d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:50.653979 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-dce6daa2-2058-4b36-9c41-d7a3b946e62d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:09:50.658291 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-dce6daa2-2058-4b36-9c41-d7a3b946e62d admin admin] Usage tracker for resource:security_group_rule and tenant:ee1e1a839bbb4b0daa81022119fbe44e is out of sync, need to count used quota {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:09:50.661404 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-dce6daa2-2058-4b36-9c41-d7a3b946e62d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:09:50.667258 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-dce6daa2-2058-4b36-9c41-d7a3b946e62d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:09:50.739270 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b174185c-38bd-42bd-8f06-d446dab82fc5 req-776a4f1a-c3b9-4c43-b2c8-7e5212d21b9c service neutron] 10.222.0.103 "GET /v2.0/networks/822c3168-8a76-4dda-848d-297d27193cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384430 Feb 16 16:09:50.756601 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-dce6daa2-2058-4b36-9c41-d7a3b946e62d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:50.797221 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-dce6daa2-2058-4b36-9c41-d7a3b946e62d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:50.806201 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-9859970d-914b-46ab-accc-fc6c5771239e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:09:50.850393 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-dce6daa2-2058-4b36-9c41-d7a3b946e62d admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=ee1e1a839bbb4b0daa81022119fbe44e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3481405 Feb 16 16:09:50.852430 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce6daa2-2058-4b36-9c41-d7a3b946e62d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e809ced1-52b8-4deb-9e93-20d5e6eea8a1,revision_number=1']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:09:50.855241 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 55996) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:09:50.858265 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-dce6daa2-2058-4b36-9c41-d7a3b946e62d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:09:50.930113 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a307eea1-6ded-4d60-8ff2-b264b9c6ef42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:50.965812 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a307eea1-6ded-4d60-8ff2-b264b9c6ef42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:51.047088 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a307eea1-6ded-4d60-8ff2-b264b9c6ef42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:51.053431 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-adefdb25-444e-4a43-bde3-fc83da774eaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:09:51.068995 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a307eea1-6ded-4d60-8ff2-b264b9c6ef42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e809ced1-52b8-4deb-9e93-20d5e6eea8a1,revision_number=None']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:09:51.077018 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a307eea1-6ded-4d60-8ff2-b264b9c6ef42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:51.081456 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-a307eea1-6ded-4d60-8ff2-b264b9c6ef42 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/e809ced1-52b8-4deb-9e93-20d5e6eea8a1 HTTP/1.1" status: 204 len: 168 time: 0.2249341 Feb 16 16:09:51.082559 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-a307eea1-6ded-4d60-8ff2-b264b9c6ef42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:09:51.145926 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b174185c-38bd-42bd-8f06-d446dab82fc5 req-ecb848ae-6a81-4010-838e-84c67f5b19f7 service neutron] 10.222.0.103 "GET /v2.0/networks/822c3168-8a76-4dda-848d-297d27193cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3995728 Feb 16 16:09:51.407470 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:51.579675 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 56006) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:09:51.581200 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f007ebe6-4025-4724-913e-0c83b6ce6e44 req-7fff64fd-fb39-4938-8aee-383b3b9108e3 tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:09:51.583568 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-f007ebe6-4025-4724-913e-0c83b6ce6e44 req-7fff64fd-fb39-4938-8aee-383b3b9108e3 tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] 10.222.0.101 "GET /v2.0/ports?device_id=02dd8e42-8a67-4de2-934a-03229d8fb489 HTTP/1.1" status: 200 len: 943 time: 0.0915921 Feb 16 16:09:51.599868 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d43a8b5b-aa49-474c-95f7-97e3f6eff997 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:51.615529 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-d43a8b5b-aa49-474c-95f7-97e3f6eff997 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:09:51.619606 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-d43a8b5b-aa49-474c-95f7-97e3f6eff997 admin admin] Usage tracker for resource:security_group_rule and tenant:30147984b8284c3da505d4ddf06da005 is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:09:51.622573 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-d43a8b5b-aa49-474c-95f7-97e3f6eff997 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:09:51.629310 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-d43a8b5b-aa49-474c-95f7-97e3f6eff997 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:09:51.635748 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-f007ebe6-4025-4724-913e-0c83b6ce6e44 req-68643302-bdb8-4ff0-99d6-8aebe442c695 tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] 10.222.0.101 "GET /v2.0/security-groups?id=6d869801-9034-4503-b760-c0e8449c4cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439212 Feb 16 16:09:51.716566 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d43a8b5b-aa49-474c-95f7-97e3f6eff997 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:51.756389 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d43a8b5b-aa49-474c-95f7-97e3f6eff997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:51.765147 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-2dbd6f74-be47-4ad4-b04d-ed9cc6e63de8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:09:51.808052 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-d43a8b5b-aa49-474c-95f7-97e3f6eff997 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=30147984b8284c3da505d4ddf06da005&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2272058 Feb 16 16:09:51.809767 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43a8b5b-aa49-474c-95f7-97e3f6eff997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e1002d-0613-420d-82d6-a94fa51f1e21,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:09:51.811152 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 56010) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:09:51.813859 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-d43a8b5b-aa49-474c-95f7-97e3f6eff997 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:09:51.880978 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-15b589aa-499a-49f5-abc5-2341037c4bac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:51.910535 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-15b589aa-499a-49f5-abc5-2341037c4bac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:52.000932 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-15b589aa-499a-49f5-abc5-2341037c4bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:52.006375 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-36442710-07af-4f14-b5b6-fcca11411369 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:09:52.020317 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b589aa-499a-49f5-abc5-2341037c4bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e1002d-0613-420d-82d6-a94fa51f1e21,revision_number=None']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:09:52.023540 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-15b589aa-499a-49f5-abc5-2341037c4bac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:09:52.025637 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-15b589aa-499a-49f5-abc5-2341037c4bac admin admin] Notify callbacks [] for security_group, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:52.027198 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-15b589aa-499a-49f5-abc5-2341037c4bac admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f1e1002d-0613-420d-82d6-a94fa51f1e21 HTTP/1.1" status: 204 len: 168 time: 0.2141340 Feb 16 16:09:52.328549 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-331083c2-9fd5-48c9-8796-02890b3f22e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:52.842030 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a29fa0-2f27-4466-a851-e0eb9eef472b req-d2ddc275-3a09-4d0d-b50e-ed323cb5dacc tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:09:52.843922 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b0a29fa0-2f27-4466-a851-e0eb9eef472b req-d2ddc275-3a09-4d0d-b50e-ed323cb5dacc tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] 10.222.0.101 "GET /v2.0/ports?device_id=02dd8e42-8a67-4de2-934a-03229d8fb489 HTTP/1.1" status: 200 len: 943 time: 0.0917039 Feb 16 16:09:52.900185 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b0a29fa0-2f27-4466-a851-e0eb9eef472b req-39839dd1-15bf-4832-88ce-2ed706688b49 tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] 10.222.0.101 "GET /v2.0/security-groups?id=6d869801-9034-4503-b760-c0e8449c4cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497744 Feb 16 16:09:53.685002 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device 008cf317-3399-4790-bcfd-c6c92b61cc30 up at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 16:09:53.802247 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning for port 008cf317-3399-4790-bcfd-c6c92b61cc30 completed by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 16:09:53.807828 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning complete for port 008cf317-3399-4790-bcfd-c6c92b61cc30 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:09:53.808259 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:53.942878 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:53.985208 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02dd8e42-8a67-4de2-934a-03229d8fb489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '008cf317-3399-4790-bcfd-c6c92b61cc30'}] {{(pid=84076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 16:09:53.997415 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] For port 008cf317-3399-4790-bcfd-c6c92b61cc30, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=008cf317-3399-4790-bcfd-c6c92b61cc30,segment=NetworkSegment(6a051787-be63-4759-8b7c-7315e78f6ddb),segment_id=6a051787-be63-4759-8b7c-7315e78f6ddb)] {{(pid=84076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:09:54.057775 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:54.060737 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-9765fe8e-c4a5-427d-945b-a99dbaf08552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:09:54.153515 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf994a7-003b-43f5-be87-ee973882f04a req-ca89f82d-c94d-4235-8524-bc670a97eece tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:09:54.156504 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-fdf994a7-003b-43f5-be87-ee973882f04a req-ca89f82d-c94d-4235-8524-bc670a97eece tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] 10.222.0.101 "GET /v2.0/ports?device_id=02dd8e42-8a67-4de2-934a-03229d8fb489 HTTP/1.1" status: 200 len: 945 time: 0.1159642 Feb 16 16:09:54.213077 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-fdf994a7-003b-43f5-be87-ee973882f04a req-dc3e31a7-6933-4a55-8445-5bbdc76e6915 tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] 10.222.0.101 "GET /v2.0/security-groups?id=6d869801-9034-4503-b760-c0e8449c4cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501399 Feb 16 16:09:54.299110 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02dd8e42-8a67-4de2-934a-03229d8fb489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '008cf317-3399-4790-bcfd-c6c92b61cc30', 'code': 200} Feb 16 16:09:54.334803 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Pushing event updated for resources: {'Port': ['ID=008cf317-3399-4790-bcfd-c6c92b61cc30,revision_number=4']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:09:54.338188 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:09:54.405339 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e7d96-6ecb-4251-bd47-d6385caa080f req-ac3fb107-cb10-4d9c-b5a8-6faf534dd9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:09:54.411305 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7e1e7d96-6ecb-4251-bd47-d6385caa080f req-ac3fb107-cb10-4d9c-b5a8-6faf534dd9a1 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=02dd8e42-8a67-4de2-934a-03229d8fb489 HTTP/1.1" status: 200 len: 1162 time: 0.0848560 Feb 16 16:09:54.452162 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7e1e7d96-6ecb-4251-bd47-d6385caa080f req-12721eb8-94f6-43d6-8f7b-007f40c14ea8 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=6d869801-9034-4503-b760-c0e8449c4cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377564 Feb 16 16:09:54.542151 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 56064) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:09:54.670485 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-53a12fae-add4-4151-9b41-72f62f1ce2a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:54.687436 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-53a12fae-add4-4151-9b41-72f62f1ce2a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:09:54.691549 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-53a12fae-add4-4151-9b41-72f62f1ce2a1 admin admin] Usage tracker for resource:security_group_rule and tenant:115a3bb806bc4528ab41718c79552cb7 is out of sync, need to count used quota {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:09:54.694503 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-53a12fae-add4-4151-9b41-72f62f1ce2a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:09:54.700281 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-53a12fae-add4-4151-9b41-72f62f1ce2a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:09:54.787395 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-53a12fae-add4-4151-9b41-72f62f1ce2a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:54.834912 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-53a12fae-add4-4151-9b41-72f62f1ce2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:54.849028 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-7c58a3c8-1848-4314-8651-938c56fb42bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:09:54.892764 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-53a12fae-add4-4151-9b41-72f62f1ce2a1 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=115a3bb806bc4528ab41718c79552cb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3494403 Feb 16 16:09:54.894522 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a12fae-add4-4151-9b41-72f62f1ce2a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b8e63a-d40f-46fb-8219-8b2a3c5db519,revision_number=1']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:09:54.895679 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 56070) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:09:54.897922 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-53a12fae-add4-4151-9b41-72f62f1ce2a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:09:54.962135 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8068b685-eca6-4fb8-b357-d395c61c6b89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:54.990759 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8068b685-eca6-4fb8-b357-d395c61c6b89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:55.065398 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8068b685-eca6-4fb8-b357-d395c61c6b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:55.070746 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-a5f08f3e-7406-425e-b044-53eaf0a47fbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:09:55.085499 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8068b685-eca6-4fb8-b357-d395c61c6b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b8e63a-d40f-46fb-8219-8b2a3c5db519,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:09:55.089254 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-8068b685-eca6-4fb8-b357-d395c61c6b89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:09:55.096155 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8068b685-eca6-4fb8-b357-d395c61c6b89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:55.097379 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-8068b685-eca6-4fb8-b357-d395c61c6b89 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/e2b8e63a-d40f-46fb-8219-8b2a3c5db519 HTTP/1.1" status: 204 len: 168 time: 0.2006288 Feb 16 16:09:55.177472 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device 008cf317-3399-4790-bcfd-c6c92b61cc30 up at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 16:09:55.252951 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning complete for port 008cf317-3399-4790-bcfd-c6c92b61cc30 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:09:55.253372 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:55.429741 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ffb680-1c18-44d2-a009-edf42d2b32f6 req-3a250364-d15f-4000-962b-682a40d5107a tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:09:55.431384 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-76ffb680-1c18-44d2-a009-edf42d2b32f6 req-3a250364-d15f-4000-962b-682a40d5107a tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] 10.222.0.101 "GET /v2.0/ports?device_id=02dd8e42-8a67-4de2-934a-03229d8fb489 HTTP/1.1" status: 200 len: 945 time: 0.0898235 Feb 16 16:09:55.481751 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-76ffb680-1c18-44d2-a009-edf42d2b32f6 req-5d7f5ca9-705a-467f-a4f2-e0459dd55ca3 tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] 10.222.0.101 "GET /v2.0/security-groups?id=6d869801-9034-4503-b760-c0e8449c4cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426452 Feb 16 16:09:55.726594 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 56080) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:09:55.746842 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-2cf2f595-2c60-45dc-9fc2-ca2c7c3d9f6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:55.767428 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-2cf2f595-2c60-45dc-9fc2-ca2c7c3d9f6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:09:55.771525 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-2cf2f595-2c60-45dc-9fc2-ca2c7c3d9f6e admin admin] Usage tracker for resource:security_group_rule and tenant:1f2a85206d0d41df88dff2a32550df32 is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:09:55.775672 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-2cf2f595-2c60-45dc-9fc2-ca2c7c3d9f6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:09:55.781597 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-2cf2f595-2c60-45dc-9fc2-ca2c7c3d9f6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:09:55.891628 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-2cf2f595-2c60-45dc-9fc2-ca2c7c3d9f6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:55.934330 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-2cf2f595-2c60-45dc-9fc2-ca2c7c3d9f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:55.945477 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-5fb023a7-b839-4be7-bd59-daae554933a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:09:55.995986 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 56088) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:09:55.996557 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-2cf2f595-2c60-45dc-9fc2-ca2c7c3d9f6e admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=1f2a85206d0d41df88dff2a32550df32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2682958 Feb 16 16:09:55.997145 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf2f595-2c60-45dc-9fc2-ca2c7c3d9f6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b95573-4505-4b4b-8ffe-df0c881c5ece,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:09:56.002232 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-2cf2f595-2c60-45dc-9fc2-ca2c7c3d9f6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:09:56.086979 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-35c84b7c-388e-4e23-9a8d-7766716e1b5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:56.117300 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-35c84b7c-388e-4e23-9a8d-7766716e1b5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:56.285596 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.agents_db [None req-cca974b7-119d-4613-9949-a609bd4803bb None None] Agent healthcheck: found 6 active agents {{(pid=84077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 16:09:56.356995 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-35c84b7c-388e-4e23-9a8d-7766716e1b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:56.362897 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-fb266fd4-e999-4883-983f-da2adccf15d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:09:56.378861 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c84b7c-388e-4e23-9a8d-7766716e1b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b95573-4505-4b4b-8ffe-df0c881c5ece,revision_number=None']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:09:56.382137 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-35c84b7c-388e-4e23-9a8d-7766716e1b5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:09:56.386642 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-35c84b7c-388e-4e23-9a8d-7766716e1b5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:09:56.388024 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-35c84b7c-388e-4e23-9a8d-7766716e1b5b admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/a3b95573-4505-4b4b-8ffe-df0c881c5ece HTTP/1.1" status: 204 len: 168 time: 0.3908935 Feb 16 16:09:56.693080 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5eeb1d-f322-45f2-a83a-ecedbffc85ea req-4631439c-df0f-4a87-a1a9-1e791570518c tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:09:56.694758 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1f5eeb1d-f322-45f2-a83a-ecedbffc85ea req-4631439c-df0f-4a87-a1a9-1e791570518c tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] 10.222.0.101 "GET /v2.0/ports?device_id=02dd8e42-8a67-4de2-934a-03229d8fb489 HTTP/1.1" status: 200 len: 945 time: 0.0959718 Feb 16 16:09:56.745022 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1f5eeb1d-f322-45f2-a83a-ecedbffc85ea req-0a660fb1-c3ba-4adf-b8be-1f8445d81330 tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] 10.222.0.101 "GET /v2.0/security-groups?id=6d869801-9034-4503-b760-c0e8449c4cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436485 Feb 16 16:10:00.285388 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 56180) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:10:00.415856 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-26e40822-9fff-4b61-8864-dd9775458c43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:10:00.431702 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-26e40822-9fff-4b61-8864-dd9775458c43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:10:00.435785 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-26e40822-9fff-4b61-8864-dd9775458c43 admin admin] Usage tracker for resource:security_group_rule and tenant:5f026aa2ac324e85960e48949923a593 is out of sync, need to count used quota {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:10:00.439397 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-26e40822-9fff-4b61-8864-dd9775458c43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:10:00.445111 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-26e40822-9fff-4b61-8864-dd9775458c43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:10:00.615099 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-26e40822-9fff-4b61-8864-dd9775458c43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:10:00.664788 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-26e40822-9fff-4b61-8864-dd9775458c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:10:00.674055 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-3aab82be-8ec2-4278-bb59-1106ddeefb1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:10:00.719104 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-26e40822-9fff-4b61-8864-dd9775458c43 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=5f026aa2ac324e85960e48949923a593&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4324884 Feb 16 16:10:00.720061 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e40822-9fff-4b61-8864-dd9775458c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8965b67-edfa-46ee-8880-19493cf632ba,revision_number=1']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:10:00.721948 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 56186) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:10:00.723591 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-26e40822-9fff-4b61-8864-dd9775458c43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:10:00.786650 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-9b434f65-b5af-4e65-8d3d-389cac9f8e9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:10:00.814944 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-9b434f65-b5af-4e65-8d3d-389cac9f8e9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:10:00.888297 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-9b434f65-b5af-4e65-8d3d-389cac9f8e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:10:00.895019 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-52f96ec8-ec2a-49b3-9bc0-01f4c6b9a611 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:10:00.913212 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b434f65-b5af-4e65-8d3d-389cac9f8e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8965b67-edfa-46ee-8880-19493cf632ba,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:10:00.915944 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-9b434f65-b5af-4e65-8d3d-389cac9f8e9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:10:00.924909 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-9b434f65-b5af-4e65-8d3d-389cac9f8e9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:10:00.926164 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-9b434f65-b5af-4e65-8d3d-389cac9f8e9f admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d8965b67-edfa-46ee-8880-19493cf632ba HTTP/1.1" status: 204 len: 168 time: 0.2030845 Feb 16 16:10:01.415455 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 56196) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:10:01.434810 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-0e573e9c-8c58-475e-ba90-71dd2040c8d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:10:01.451578 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-0e573e9c-8c58-475e-ba90-71dd2040c8d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:10:01.456451 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-0e573e9c-8c58-475e-ba90-71dd2040c8d3 admin admin] Usage tracker for resource:security_group_rule and tenant:9dc2191632c046f1b7736fbeefc11fa2 is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:10:01.460045 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-0e573e9c-8c58-475e-ba90-71dd2040c8d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:10:01.466267 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-0e573e9c-8c58-475e-ba90-71dd2040c8d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:10:01.669702 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-0e573e9c-8c58-475e-ba90-71dd2040c8d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:10:01.699379 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-0e573e9c-8c58-475e-ba90-71dd2040c8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:10:01.710284 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-8ea4eb7b-1e94-417f-ab5d-16893786527f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:10:01.754666 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-0e573e9c-8c58-475e-ba90-71dd2040c8d3 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=9dc2191632c046f1b7736fbeefc11fa2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3380089 Feb 16 16:10:01.756046 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e573e9c-8c58-475e-ba90-71dd2040c8d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c53b8640-e190-436b-9446-ce23f9ebb97b,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:10:01.757667 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 56204) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:10:01.759287 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-0e573e9c-8c58-475e-ba90-71dd2040c8d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:10:01.822782 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-00af4438-10b1-4b85-9551-499dd8bda885 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:10:01.850691 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-00af4438-10b1-4b85-9551-499dd8bda885 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:10:01.945108 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-00af4438-10b1-4b85-9551-499dd8bda885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:10:01.950481 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-09a4f3df-8afa-4b4a-932c-d3ff5d6410d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:10:01.965368 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00af4438-10b1-4b85-9551-499dd8bda885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53b8640-e190-436b-9446-ce23f9ebb97b,revision_number=None']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:10:01.971188 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-00af4438-10b1-4b85-9551-499dd8bda885 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:10:01.976066 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-00af4438-10b1-4b85-9551-499dd8bda885 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:10:01.978588 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-00af4438-10b1-4b85-9551-499dd8bda885 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/c53b8640-e190-436b-9446-ce23f9ebb97b HTTP/1.1" status: 204 len: 168 time: 0.2197087 Feb 16 16:10:02.200731 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08593a3-62e3-43e4-97db-c97107bb9a5a req-3c5fb524-ca5d-4bb2-bf11-1658a0375d37 tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:10:02.203284 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-d08593a3-62e3-43e4-97db-c97107bb9a5a req-3c5fb524-ca5d-4bb2-bf11-1658a0375d37 tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] 10.222.0.101 "GET /v2.0/ports?device_id=02dd8e42-8a67-4de2-934a-03229d8fb489 HTTP/1.1" status: 200 len: 945 time: 0.0912805 Feb 16 16:10:02.252948 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-d08593a3-62e3-43e4-97db-c97107bb9a5a req-2c0ed0d3-7bcb-4428-b704-17ed8d684685 tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] 10.222.0.101 "GET /v2.0/security-groups?id=6d869801-9034-4503-b760-c0e8449c4cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429969 Feb 16 16:10:03.500645 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fad9af7-8595-405a-91b0-9d7bbb9ce11e req-5afc4057-95cc-427a-8998-1a6c3e709f58 tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:10:03.502262 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7fad9af7-8595-405a-91b0-9d7bbb9ce11e req-5afc4057-95cc-427a-8998-1a6c3e709f58 tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] 10.222.0.101 "GET /v2.0/ports?device_id=02dd8e42-8a67-4de2-934a-03229d8fb489 HTTP/1.1" status: 200 len: 945 time: 0.0916069 Feb 16 16:10:03.552167 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7fad9af7-8595-405a-91b0-9d7bbb9ce11e req-b3b9d28e-f063-427a-aa5e-f60977f764b7 tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] 10.222.0.101 "GET /v2.0/security-groups?id=6d869801-9034-4503-b760-c0e8449c4cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435472 Feb 16 16:10:04.186595 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1894ba7a-ecab-45b5-b332-4436d1f25d1b req-8ed42512-8195-4df3-88f4-376fdad5468d tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:10:04.187480 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-1894ba7a-ecab-45b5-b332-4436d1f25d1b req-8ed42512-8195-4df3-88f4-376fdad5468d tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Synchronizing usage tracker for tenant:8ea4961edc054cdcb493cb42da08b39d on resource:port {{(pid=84074) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 16:10:04.234413 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-1894ba7a-ecab-45b5-b332-4436d1f25d1b req-8ed42512-8195-4df3-88f4-376fdad5468d tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Unset dirty status for tenant:8ea4961edc054cdcb493cb42da08b39d on resource:port {{(pid=84074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 16:10:04.235724 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1894ba7a-ecab-45b5-b332-4436d1f25d1b req-8ed42512-8195-4df3-88f4-376fdad5468d tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] 10.222.0.103 "GET /v2.0/ports?device_id=02dd8e42-8a67-4de2-934a-03229d8fb489 HTTP/1.1" status: 200 len: 945 time: 0.1390924 Feb 16 16:10:04.316777 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [req-1894ba7a-ecab-45b5-b332-4436d1f25d1b req-500a83bf-d721-4cd0-b22f-77af70ea5803 tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Deleting port 008cf317-3399-4790-bcfd-c6c92b61cc30 {{(pid=84074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 16:10:04.317141 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-1894ba7a-ecab-45b5-b332-4436d1f25d1b req-500a83bf-d721-4cd0-b22f-77af70ea5803 tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776636423795'] for port, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:10:04.596634 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [req-1894ba7a-ecab-45b5-b332-4436d1f25d1b req-500a83bf-d721-4cd0-b22f-77af70ea5803 tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] For port 008cf317-3399-4790-bcfd-c6c92b61cc30, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=008cf317-3399-4790-bcfd-c6c92b61cc30,segment=NetworkSegment(6a051787-be63-4759-8b7c-7315e78f6ddb),segment_id=6a051787-be63-4759-8b7c-7315e78f6ddb)] {{(pid=84074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:10:04.597112 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-1894ba7a-ecab-45b5-b332-4436d1f25d1b req-500a83bf-d721-4cd0-b22f-77af70ea5803 tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862802'] for port, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:10:04.733250 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [req-1894ba7a-ecab-45b5-b332-4436d1f25d1b req-500a83bf-d721-4cd0-b22f-77af70ea5803 tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Calling delete_port for 008cf317-3399-4790-bcfd-c6c92b61cc30 owned by compute:nova {{(pid=84074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 16:10:04.760497 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f522e3-6296-44a7-a8a2-a267c7bf25d3 req-0116ff42-565e-4d75-b938-d0bbdedd5e52 tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:10:04.762157 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-06f522e3-6296-44a7-a8a2-a267c7bf25d3 req-0116ff42-565e-4d75-b938-d0bbdedd5e52 tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] 10.222.0.101 "GET /v2.0/ports?device_id=02dd8e42-8a67-4de2-934a-03229d8fb489 HTTP/1.1" status: 200 len: 945 time: 0.0898306 Feb 16 16:10:04.812700 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-06f522e3-6296-44a7-a8a2-a267c7bf25d3 req-52acd503-3939-4042-bc00-470681b3fa87 tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] 10.222.0.101 "GET /v2.0/security-groups?id=6d869801-9034-4503-b760-c0e8449c4cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430889 Feb 16 16:10:05.031494 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-1894ba7a-ecab-45b5-b332-4436d1f25d1b req-500a83bf-d721-4cd0-b22f-77af70ea5803 tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776636383262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776636049574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6980856'] for port, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:10:05.049079 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-323d160c-e7af-4442-86ee-acb238e5531b tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:10:05.113609 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500a83bf-d721-4cd0-b22f-77af70ea5803 tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Pushing event deleted for resources: {'Port': ['ID=008cf317-3399-4790-bcfd-c6c92b61cc30,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:10:05.116229 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-500a83bf-d721-4cd0-b22f-77af70ea5803 tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:10:05.180603 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device 008cf317-3399-4790-bcfd-c6c92b61cc30 no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 16:10:05.217153 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] No Port match for: 008cf317-3399-4790-bcfd-c6c92b61cc30 {{(pid=84076) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 16:10:05.217540 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device 008cf317-3399-4790-bcfd-c6c92b61cc30 not bound to the agent host hv-cinder-77570 {{(pid=84076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 16:10:05.269426 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [req-1894ba7a-ecab-45b5-b332-4436d1f25d1b req-500a83bf-d721-4cd0-b22f-77af70ea5803 tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] No DVR routers for this DVR port 008cf317-3399-4790-bcfd-c6c92b61cc30 on host hv-cinder-77570 {{(pid=84074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 16:10:05.271638 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-1894ba7a-ecab-45b5-b332-4436d1f25d1b req-500a83bf-d721-4cd0-b22f-77af70ea5803 tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487'] for port, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:10:05.274398 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02dd8e42-8a67-4de2-934a-03229d8fb489', 'name': 'network-vif-deleted', 'tag': '008cf317-3399-4790-bcfd-c6c92b61cc30'}] {{(pid=84074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 16:10:05.323178 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1894ba7a-ecab-45b5-b332-4436d1f25d1b req-500a83bf-d721-4cd0-b22f-77af70ea5803 tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] 10.222.0.103 "DELETE /v2.0/ports/008cf317-3399-4790-bcfd-c6c92b61cc30 HTTP/1.1" status: 204 len: 173 time: 1.0813253 Feb 16 16:10:05.328446 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02dd8e42-8a67-4de2-934a-03229d8fb489', 'name': 'network-vif-deleted', 'tag': '008cf317-3399-4790-bcfd-c6c92b61cc30', 'status': 'completed', 'code': 200} Feb 16 16:10:06.006030 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-40d0c747-59db-499c-82e4-3f11a270eaa3 req-b6e16572-cba5-41de-8c3d-0f4869b95c5a tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] 10.222.0.101 "GET /v2.0/ports?device_id=02dd8e42-8a67-4de2-934a-03229d8fb489 HTTP/1.1" status: 200 len: 210 time: 0.0616271 Feb 16 16:10:08.921234 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1fdf9ad9-06e9-4c08-bb46-1d237a2961b4 req-444c9562-77b5-4c79-96f3-86001fd8b791 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1187436346&fields=id&tenant_id=9ba01355ccec4f5ba422cc289f631770 HTTP/1.1" status: 200 len: 267 time: 0.0445669 Feb 16 16:10:09.091572 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf9ad9-06e9-4c08-bb46-1d237a2961b4 req-aeb122d4-6a99-4a04-b6c6-255665530732 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:10:09.093223 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1fdf9ad9-06e9-4c08-bb46-1d237a2961b4 req-aeb122d4-6a99-4a04-b6c6-255665530732 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/networks?id=45f2857c-5bdc-476f-9384-4f61c45c28bf HTTP/1.1" status: 200 len: 812 time: 0.1638911 Feb 16 16:10:09.110233 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1fdf9ad9-06e9-4c08-bb46-1d237a2961b4 req-2a54e506-dcc2-4fd7-825a-3f8617918f79 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/quotas/9ba01355ccec4f5ba422cc289f631770 HTTP/1.1" status: 200 len: 375 time: 0.0102265 Feb 16 16:10:09.211907 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1fdf9ad9-06e9-4c08-bb46-1d237a2961b4 req-0da1956b-7ff8-4949-a16c-b57aa8b26d8d tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=9ba01355ccec4f5ba422cc289f631770&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0957329 Feb 16 16:10:09.478176 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1fdf9ad9-06e9-4c08-bb46-1d237a2961b4 req-07f51f63-9dde-4041-a460-302352513bb7 service neutron] 10.222.0.101 "GET /v2.0/networks/45f2857c-5bdc-476f-9384-4f61c45c28bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533975 Feb 16 16:10:09.631617 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1fdf9ad9-06e9-4c08-bb46-1d237a2961b4 req-9f2171c8-6106-4f89-8ef8-6d2ed22e35c5 service neutron] 10.222.0.101 "GET /v2.0/networks/45f2857c-5bdc-476f-9384-4f61c45c28bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1463668 Feb 16 16:10:10.242071 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-e04c0b40-5864-49f1-8a2f-3533a2ea4494 req-fa69eb3f-40c6-43ef-ba39-8835dbce47f5 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/ports?device_id=5a462a92-8e96-424a-b31f-5934b737691c HTTP/1.1" status: 200 len: 210 time: 0.0503271 Feb 16 16:10:11.404298 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-fa6be8ab-032d-4ac0-9211-e97ef9470e8b req-6f4b8998-3577-47e7-93ee-e5d77008cc58 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/ports?device_id=5a462a92-8e96-424a-b31f-5934b737691c HTTP/1.1" status: 200 len: 210 time: 0.0480292 Feb 16 16:10:12.803076 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-a2b872da-1da2-4da3-b8b5-9c8509859f86 req-3e0e3a41-398d-4e09-a57c-9d427b928b2d tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/ports?device_id=5a462a92-8e96-424a-b31f-5934b737691c HTTP/1.1" status: 200 len: 210 time: 0.2842510 Feb 16 16:10:13.023050 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:10:13.960270 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf9ad9-06e9-4c08-bb46-1d237a2961b4 req-c102cea3-c989-4e5e-844d-e0cbccccad3a tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:10:13.961950 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1fdf9ad9-06e9-4c08-bb46-1d237a2961b4 req-c102cea3-c989-4e5e-844d-e0cbccccad3a tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.103 "GET /v2.0/networks?id=45f2857c-5bdc-476f-9384-4f61c45c28bf HTTP/1.1" status: 200 len: 812 time: 0.1671491 Feb 16 16:10:13.971118 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7bb03740-d4d0-4139-bd27-23efe6db3509 req-1a43d100-d826-497d-90ec-559be0ff3f22 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/ports?device_id=5a462a92-8e96-424a-b31f-5934b737691c HTTP/1.1" status: 200 len: 210 time: 0.0498688 Feb 16 16:10:14.098483 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1fdf9ad9-06e9-4c08-bb46-1d237a2961b4 req-8bb25107-d68c-4f64-a259-4c8d350670db tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=9ba01355ccec4f5ba422cc289f631770 HTTP/1.1" status: 200 len: 5765 time: 0.1005757 Feb 16 16:10:14.109207 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [req-1fdf9ad9-06e9-4c08-bb46-1d237a2961b4 req-c8db7eaa-7f64-4044-80f4-3463ffa6b903 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Request body: {'port': {'device_id': '5a462a92-8e96-424a-b31f-5934b737691c', 'network_id': '45f2857c-5bdc-476f-9384-4f61c45c28bf', 'admin_state_up': True, 'tenant_id': '9ba01355ccec4f5ba422cc289f631770', 'security_groups': ['0463bf0b-0df1-40e7-921e-f3e0ec69ee23']}} {{(pid=84074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:10:14.258409 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [req-1fdf9ad9-06e9-4c08-bb46-1d237a2961b4 req-c8db7eaa-7f64-4044-80f4-3463ffa6b903 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:10:14.262888 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-1fdf9ad9-06e9-4c08-bb46-1d237a2961b4 req-c8db7eaa-7f64-4044-80f4-3463ffa6b903 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Usage tracker for resource:port and tenant:9ba01355ccec4f5ba422cc289f631770 is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:10:14.266138 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-1fdf9ad9-06e9-4c08-bb46-1d237a2961b4 req-c8db7eaa-7f64-4044-80f4-3463ffa6b903 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:10:14.273311 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [req-1fdf9ad9-06e9-4c08-bb46-1d237a2961b4 req-c8db7eaa-7f64-4044-80f4-3463ffa6b903 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:10:14.321671 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fdf9ad9-06e9-4c08-bb46-1d237a2961b4 req-c8db7eaa-7f64-4044-80f4-3463ffa6b903 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Made reservation on behalf of 9ba01355ccec4f5ba422cc289f631770 for: {'port': 1} {{(pid=84074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 16:10:14.327353 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-1fdf9ad9-06e9-4c08-bb46-1d237a2961b4 req-c8db7eaa-7f64-4044-80f4-3463ffa6b903 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:10:14.757026 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.db_base_plugin_common [req-1fdf9ad9-06e9-4c08-bb46-1d237a2961b4 req-c8db7eaa-7f64-4044-80f4-3463ffa6b903 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Allocated IP 172.20.0.3 (45f2857c-5bdc-476f-9384-4f61c45c28bf/de8ce4f7-6e00-466a-9aac-6c50642948a8/0d609399-8784-4149-baf8-1358fc87c749) {{(pid=84074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 16:10:15.184123 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1aa2315d-d729-4367-b994-26b2051bea6b req-d8a8af79-0b2f-4042-9f82-e687c64a031e tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/ports?device_id=5a462a92-8e96-424a-b31f-5934b737691c HTTP/1.1" status: 200 len: 210 time: 0.0613883 Feb 16 16:10:15.211739 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-1fdf9ad9-06e9-4c08-bb46-1d237a2961b4 req-c8db7eaa-7f64-4044-80f4-3463ffa6b903 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks [] for port, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:10:15.231596 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [req-1fdf9ad9-06e9-4c08-bb46-1d237a2961b4 req-c8db7eaa-7f64-4044-80f4-3463ffa6b903 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Transition to ACTIVE for port object 0d609399-8784-4149-baf8-1358fc87c749 will not be triggered until provisioned by entity DHCP. {{(pid=84074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 16:10:15.302575 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-1fdf9ad9-06e9-4c08-bb46-1d237a2961b4 req-c8db7eaa-7f64-4044-80f4-3463ffa6b903 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776636048806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6980856'] for port, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:10:15.322779 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-bf338cee-a10b-449e-8ec3-68689b0fdfd8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:10:15.415806 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8db7eaa-7f64-4044-80f4-3463ffa6b903 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Pushing event updated for resources: {'Port': ['ID=0d609399-8784-4149-baf8-1358fc87c749,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:10:15.420003 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-c8db7eaa-7f64-4044-80f4-3463ffa6b903 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:10:15.571017 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fdf9ad9-06e9-4c08-bb46-1d237a2961b4 req-c8db7eaa-7f64-4044-80f4-3463ffa6b903 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Network 45f2857c-5bdc-476f-9384-4f61c45c28bf is already hosted by enough agents. {{(pid=84074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 16:10:15.572794 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.base_scheduler [req-1fdf9ad9-06e9-4c08-bb46-1d237a2961b4 req-c8db7eaa-7f64-4044-80f4-3463ffa6b903 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Resources bound (agent type, host, resource id): {{(pid=84074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 16:10:15.575757 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fdf9ad9-06e9-4c08-bb46-1d237a2961b4 req-c8db7eaa-7f64-4044-80f4-3463ffa6b903 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Received port after_create {{(pid=84074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 16:10:15.662770 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf9ad9-06e9-4c08-bb46-1d237a2961b4 req-c8db7eaa-7f64-4044-80f4-3463ffa6b903 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:10:15.665454 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-1fdf9ad9-06e9-4c08-bb46-1d237a2961b4 req-c8db7eaa-7f64-4044-80f4-3463ffa6b903 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487'] for port, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:10:15.749235 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1fdf9ad9-06e9-4c08-bb46-1d237a2961b4 req-c8db7eaa-7f64-4044-80f4-3463ffa6b903 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6442039 Feb 16 16:10:15.763319 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [req-1fdf9ad9-06e9-4c08-bb46-1d237a2961b4 req-75017eed-4a14-4550-a80f-9688dfac8942 service neutron] Request body: {'port': {'device_id': '5a462a92-8e96-424a-b31f-5934b737691c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=84074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:10:15.893592 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-1fdf9ad9-06e9-4c08-bb46-1d237a2961b4 req-75017eed-4a14-4550-a80f-9688dfac8942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:10:15.962294 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-58bfbcfd-1c41-43c0-9d90-c81a0b017604 None None] Provisioning for port 0d609399-8784-4149-baf8-1358fc87c749 completed by entity DHCP. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 16:10:15.969760 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-58bfbcfd-1c41-43c0-9d90-c81a0b017604 None None] Provisioning complete for port 0d609399-8784-4149-baf8-1358fc87c749 triggered by entity DHCP. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:10:15.975454 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-58bfbcfd-1c41-43c0-9d90-c81a0b017604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:10:16.056345 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-58bfbcfd-1c41-43c0-9d90-c81a0b017604 None None] Port 0d609399-8784-4149-baf8-1358fc87c749 cannot update to ACTIVE because it is not bound. {{(pid=84076) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 16:10:16.427208 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [req-1fdf9ad9-06e9-4c08-bb46-1d237a2961b4 req-75017eed-4a14-4550-a80f-9688dfac8942 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d609399-8784-4149-baf8-1358fc87c749 {{(pid=84074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 16 16:10:16.437693 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-1fdf9ad9-06e9-4c08-bb46-1d237a2961b4 req-75017eed-4a14-4550-a80f-9688dfac8942 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:10:16.448155 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fbde55-5734-4031-a28e-19a75ab8b2f4 req-96ce831c-ad3b-4c75-90bf-b57a81a0d439 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:10:16.456685 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b2fbde55-5734-4031-a28e-19a75ab8b2f4 req-96ce831c-ad3b-4c75-90bf-b57a81a0d439 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/ports?device_id=5a462a92-8e96-424a-b31f-5934b737691c HTTP/1.1" status: 200 len: 931 time: 0.1157296 Feb 16 16:10:16.458350 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [req-1fdf9ad9-06e9-4c08-bb46-1d237a2961b4 req-75017eed-4a14-4550-a80f-9688dfac8942 service neutron] Transition to ACTIVE for port object 0d609399-8784-4149-baf8-1358fc87c749 will not be triggered until provisioned by entity L2. {{(pid=84074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 16:10:16.489087 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-1fdf9ad9-06e9-4c08-bb46-1d237a2961b4 req-75017eed-4a14-4550-a80f-9688dfac8942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847794957'] for port, after_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:10:16.514151 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-61e1a2a6-ded9-499b-a956-5057a1510f6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:10:16.516850 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-b2fbde55-5734-4031-a28e-19a75ab8b2f4 req-76d8fb0c-0463-40dd-9a11-606468bcc687 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/security-groups?id=0463bf0b-0df1-40e7-921e-f3e0ec69ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0585871 Feb 16 16:10:16.694388 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75017eed-4a14-4550-a80f-9688dfac8942 service neutron] Pushing event updated for resources: {'Port': ['ID=0d609399-8784-4149-baf8-1358fc87c749,revision_number=2']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:10:16.697856 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-75017eed-4a14-4550-a80f-9688dfac8942 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:10:16.907241 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [req-1fdf9ad9-06e9-4c08-bb46-1d237a2961b4 req-75017eed-4a14-4550-a80f-9688dfac8942 service neutron] Attempting to bind port 0d609399-8784-4149-baf8-1358fc87c749 on host hv-cinder-77570 for vnic_type normal with profile {{(pid=84074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:10:16.907600 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [req-1fdf9ad9-06e9-4c08-bb46-1d237a2961b4 req-75017eed-4a14-4550-a80f-9688dfac8942 service neutron] Attempting to bind port 0d609399-8784-4149-baf8-1358fc87c749 by drivers openvswitch on host hv-cinder-77570 at level 0 using segments [{'id': 'f21b7891-dd2d-40e6-bd74-d5b6d5194f31', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '45f2857c-5bdc-476f-9384-4f61c45c28bf'}] {{(pid=84074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 16:10:16.907985 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fdf9ad9-06e9-4c08-bb46-1d237a2961b4 req-75017eed-4a14-4550-a80f-9688dfac8942 service neutron] Attempting to bind port 0d609399-8784-4149-baf8-1358fc87c749 on network 45f2857c-5bdc-476f-9384-4f61c45c28bf {{(pid=84074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 16:10:16.914900 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fdf9ad9-06e9-4c08-bb46-1d237a2961b4 req-75017eed-4a14-4550-a80f-9688dfac8942 service neutron] Checking agent: {'id': '6803919d-bffd-45bd-a97e-495ec12bc613', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 15, 54, 40), 'started_at': datetime.datetime(2021, 2, 16, 15, 55, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 16, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 16:10:16.915289 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fdf9ad9-06e9-4c08-bb46-1d237a2961b4 req-75017eed-4a14-4550-a80f-9688dfac8942 service neutron] Checking segment: {'id': 'f21b7891-dd2d-40e6-bd74-d5b6d5194f31', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '45f2857c-5bdc-476f-9384-4f61c45c28bf'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 16:10:16.915716 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-1fdf9ad9-06e9-4c08-bb46-1d237a2961b4 req-75017eed-4a14-4550-a80f-9688dfac8942 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:10:16.916123 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fdf9ad9-06e9-4c08-bb46-1d237a2961b4 req-75017eed-4a14-4550-a80f-9688dfac8942 service neutron] Bound using segment: {'id': 'f21b7891-dd2d-40e6-bd74-d5b6d5194f31', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '45f2857c-5bdc-476f-9384-4f61c45c28bf'} {{(pid=84074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 16:10:16.916618 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [req-1fdf9ad9-06e9-4c08-bb46-1d237a2961b4 req-75017eed-4a14-4550-a80f-9688dfac8942 service neutron] Bound port: 0d609399-8784-4149-baf8-1358fc87c749, host: hv-cinder-77570, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f21b7891-dd2d-40e6-bd74-d5b6d5194f31', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '45f2857c-5bdc-476f-9384-4f61c45c28bf'}}] {{(pid=84074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 16:10:16.917003 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-1fdf9ad9-06e9-4c08-bb46-1d237a2961b4 req-75017eed-4a14-4550-a80f-9688dfac8942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:10:17.081771 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [req-1fdf9ad9-06e9-4c08-bb46-1d237a2961b4 req-75017eed-4a14-4550-a80f-9688dfac8942 service neutron] For port 0d609399-8784-4149-baf8-1358fc87c749, host hv-cinder-77570, cleared binding levels {{(pid=84074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 16:10:17.086308 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [req-1fdf9ad9-06e9-4c08-bb46-1d237a2961b4 req-75017eed-4a14-4550-a80f-9688dfac8942 service neutron] For port 0d609399-8784-4149-baf8-1358fc87c749, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=0d609399-8784-4149-baf8-1358fc87c749,segment=NetworkSegment(f21b7891-dd2d-40e6-bd74-d5b6d5194f31),segment_id=f21b7891-dd2d-40e6-bd74-d5b6d5194f31)] {{(pid=84074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 16:10:17.116769 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-1fdf9ad9-06e9-4c08-bb46-1d237a2961b4 req-75017eed-4a14-4550-a80f-9688dfac8942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847794957'] for port, after_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:10:17.147482 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:10:17.633698 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75017eed-4a14-4550-a80f-9688dfac8942 service neutron] Pushing event updated for resources: {'Port': ['ID=0d609399-8784-4149-baf8-1358fc87c749,revision_number=3']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:10:17.639220 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-75017eed-4a14-4550-a80f-9688dfac8942 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:10:17.687695 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf9ad9-06e9-4c08-bb46-1d237a2961b4 req-75017eed-4a14-4550-a80f-9688dfac8942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:10:17.688448 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-1fdf9ad9-06e9-4c08-bb46-1d237a2961b4 req-75017eed-4a14-4550-a80f-9688dfac8942 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487'] for port, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:10:17.690163 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1fdf9ad9-06e9-4c08-bb46-1d237a2961b4 req-75017eed-4a14-4550-a80f-9688dfac8942 service neutron] 10.222.0.103 "PUT /v2.0/ports/0d609399-8784-4149-baf8-1358fc87c749 HTTP/1.1" status: 200 len: 1157 time: 1.9320846 Feb 16 16:10:17.690913 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a462a92-8e96-424a-b31f-5934b737691c', 'tag': '0d609399-8784-4149-baf8-1358fc87c749'}] {{(pid=84074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 16:10:17.708650 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-4e183635-66db-4e7a-b5bd-45ccb9657110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:10:17.835102 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7306343-9a53-47f0-a18b-d96e18c70d7f req-c82a7601-77aa-4fce-a6d7-e8ab868b0583 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:10:17.844997 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a462a92-8e96-424a-b31f-5934b737691c', 'tag': '0d609399-8784-4149-baf8-1358fc87c749', 'status': 'completed', 'code': 200} Feb 16 16:10:17.845516 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-a7306343-9a53-47f0-a18b-d96e18c70d7f req-c82a7601-77aa-4fce-a6d7-e8ab868b0583 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/ports?device_id=5a462a92-8e96-424a-b31f-5934b737691c HTTP/1.1" status: 200 len: 943 time: 0.1354799 Feb 16 16:10:17.898705 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf9ad9-06e9-4c08-bb46-1d237a2961b4 req-113aae96-a24f-4b9d-b766-4873c2004766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:10:17.901942 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1fdf9ad9-06e9-4c08-bb46-1d237a2961b4 req-113aae96-a24f-4b9d-b766-4873c2004766 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=9ba01355ccec4f5ba422cc289f631770&device_id=5a462a92-8e96-424a-b31f-5934b737691c HTTP/1.1" status: 200 len: 1160 time: 0.1230543 Feb 16 16:10:17.913927 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-a7306343-9a53-47f0-a18b-d96e18c70d7f req-d2b95bda-05ba-49ee-b3e4-c529b58e2720 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/security-groups?id=0463bf0b-0df1-40e7-921e-f3e0ec69ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0674162 Feb 16 16:10:18.011826 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1fdf9ad9-06e9-4c08-bb46-1d237a2961b4 req-89d3c8c2-5362-4138-b664-384484cc3157 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d609399-8784-4149-baf8-1358fc87c749 HTTP/1.1" status: 200 len: 217 time: 0.0986507 Feb 16 16:10:18.118027 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf9ad9-06e9-4c08-bb46-1d237a2961b4 req-37935b04-864c-4ac5-9371-a8fa06f402c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:10:18.119673 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1fdf9ad9-06e9-4c08-bb46-1d237a2961b4 req-37935b04-864c-4ac5-9371-a8fa06f402c0 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=de8ce4f7-6e00-466a-9aac-6c50642948a8 HTTP/1.1" status: 200 len: 851 time: 0.1002831 Feb 16 16:10:18.226217 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf9ad9-06e9-4c08-bb46-1d237a2961b4 req-45e72db3-e434-48d8-a692-4aeeabc6edaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:10:18.228041 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1fdf9ad9-06e9-4c08-bb46-1d237a2961b4 req-45e72db3-e434-48d8-a692-4aeeabc6edaa service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=45f2857c-5bdc-476f-9384-4f61c45c28bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1015275 Feb 16 16:10:18.398711 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1fdf9ad9-06e9-4c08-bb46-1d237a2961b4 req-73c65465-e9fb-4940-aa46-c88b81791b91 service neutron] 10.222.0.103 "GET /v2.0/networks/45f2857c-5bdc-476f-9384-4f61c45c28bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633563 Feb 16 16:10:18.573603 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1fdf9ad9-06e9-4c08-bb46-1d237a2961b4 req-39e059f3-6c84-416e-913b-944c0abe5f5b service neutron] 10.222.0.103 "GET /v2.0/networks/45f2857c-5bdc-476f-9384-4f61c45c28bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1679926 Feb 16 16:10:18.781435 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f51f0-8016-4210-ba80-00bb33457b70 req-e5f4567b-30ef-481a-b76a-df85d128b019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:10:18.784959 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-564f51f0-8016-4210-ba80-00bb33457b70 req-e5f4567b-30ef-481a-b76a-df85d128b019 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=9ba01355ccec4f5ba422cc289f631770&device_id=5a462a92-8e96-424a-b31f-5934b737691c HTTP/1.1" status: 200 len: 1160 time: 0.0895743 Feb 16 16:10:18.989275 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f51f0-8016-4210-ba80-00bb33457b70 req-233bd2a4-bdf9-46a3-9e18-a4a022a04ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:10:18.991142 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-564f51f0-8016-4210-ba80-00bb33457b70 req-233bd2a4-bdf9-46a3-9e18-a4a022a04ff6 service neutron] 10.222.0.103 "GET /v2.0/networks?id=45f2857c-5bdc-476f-9384-4f61c45c28bf HTTP/1.1" status: 200 len: 906 time: 0.1990037 Feb 16 16:10:19.103036 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-564f51f0-8016-4210-ba80-00bb33457b70 req-b85be336-ba8d-42f1-bf38-d7eb449374bc service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d609399-8784-4149-baf8-1358fc87c749 HTTP/1.1" status: 200 len: 217 time: 0.1051960 Feb 16 16:10:19.196001 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f51f0-8016-4210-ba80-00bb33457b70 req-871a3cb7-8a1c-4ecf-b29b-4fdbc72abc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:10:19.198883 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-564f51f0-8016-4210-ba80-00bb33457b70 req-871a3cb7-8a1c-4ecf-b29b-4fdbc72abc4b service neutron] 10.222.0.103 "GET /v2.0/subnets?id=de8ce4f7-6e00-466a-9aac-6c50642948a8 HTTP/1.1" status: 200 len: 851 time: 0.0890443 Feb 16 16:10:19.239623 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097b502-e8c8-4b52-9dbb-53b0f30b6456 req-d195d9aa-3c12-496b-8cdd-333daee1a321 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:10:19.241287 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0097b502-e8c8-4b52-9dbb-53b0f30b6456 req-d195d9aa-3c12-496b-8cdd-333daee1a321 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/ports?device_id=5a462a92-8e96-424a-b31f-5934b737691c HTTP/1.1" status: 200 len: 943 time: 0.1040339 Feb 16 16:10:19.316092 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f51f0-8016-4210-ba80-00bb33457b70 req-9aa00647-5aea-4095-ba3a-af4656559ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:10:19.317745 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-564f51f0-8016-4210-ba80-00bb33457b70 req-9aa00647-5aea-4095-ba3a-af4656559ae0 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=45f2857c-5bdc-476f-9384-4f61c45c28bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1102087 Feb 16 16:10:19.318871 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0097b502-e8c8-4b52-9dbb-53b0f30b6456 req-2f675a5a-da52-4f22-bb7e-c5852ba97b3c tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/security-groups?id=0463bf0b-0df1-40e7-921e-f3e0ec69ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0670557 Feb 16 16:10:19.492200 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-564f51f0-8016-4210-ba80-00bb33457b70 req-aea44daf-64ad-4b41-b742-f6e0ec0718d6 service neutron] 10.222.0.103 "GET /v2.0/networks/45f2857c-5bdc-476f-9384-4f61c45c28bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632578 Feb 16 16:10:19.650738 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-564f51f0-8016-4210-ba80-00bb33457b70 req-b866a592-9a06-4b40-8faf-baaebcc52ae9 service neutron] 10.222.0.103 "GET /v2.0/networks/45f2857c-5bdc-476f-9384-4f61c45c28bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1513052 Feb 16 16:10:20.390662 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d05518bb-17ee-4865-b03c-31693adcda8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:10:20.570199 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a075855-ba18-4980-bae2-4b7a0a65aebd req-d9308cc2-81e3-4e53-9fcc-5d2bacba9d94 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:10:20.571131 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-776ae9f5-246e-4103-a112-9929ed4dc5dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:10:20.578060 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-9a075855-ba18-4980-bae2-4b7a0a65aebd req-d9308cc2-81e3-4e53-9fcc-5d2bacba9d94 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/ports?device_id=5a462a92-8e96-424a-b31f-5934b737691c HTTP/1.1" status: 200 len: 943 time: 0.1150994 Feb 16 16:10:20.638664 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-9a075855-ba18-4980-bae2-4b7a0a65aebd req-4da46316-9439-4338-8f3e-591e8ec38c43 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/security-groups?id=0463bf0b-0df1-40e7-921e-f3e0ec69ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0594168 Feb 16 16:10:21.430717 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:10:21.867238 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf32bbe-2c48-4785-ab07-699dc51f1440 req-c1f1a68e-871e-46e0-90b6-bd515efdcfec tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:10:21.869162 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-fbf32bbe-2c48-4785-ab07-699dc51f1440 req-c1f1a68e-871e-46e0-90b6-bd515efdcfec tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/ports?device_id=5a462a92-8e96-424a-b31f-5934b737691c HTTP/1.1" status: 200 len: 943 time: 0.1106749 Feb 16 16:10:21.936564 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-fbf32bbe-2c48-4785-ab07-699dc51f1440 req-ed5f50c8-3024-4e79-9de2-aec299dc3d5c tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/security-groups?id=0463bf0b-0df1-40e7-921e-f3e0ec69ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0602877 Feb 16 16:10:22.332007 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-331083c2-9fd5-48c9-8796-02890b3f22e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:10:23.148219 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07159523-66a2-4e85-8580-7e35696d9391 req-0e24e3fa-aab0-457d-a914-617afa7822d8 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:10:23.149822 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-07159523-66a2-4e85-8580-7e35696d9391 req-0e24e3fa-aab0-457d-a914-617afa7822d8 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/ports?device_id=5a462a92-8e96-424a-b31f-5934b737691c HTTP/1.1" status: 200 len: 943 time: 0.0923469 Feb 16 16:10:23.198611 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-07159523-66a2-4e85-8580-7e35696d9391 req-9f4d91b7-6c7e-4b7f-a6d8-277f122d88a3 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/security-groups?id=0463bf0b-0df1-40e7-921e-f3e0ec69ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0422323 Feb 16 16:10:24.403010 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946457b2-6167-4154-a6e8-8ec78ffca2fa req-889b7dd0-ae39-4409-be96-ee6a10623637 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:10:24.404596 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-946457b2-6167-4154-a6e8-8ec78ffca2fa req-889b7dd0-ae39-4409-be96-ee6a10623637 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/ports?device_id=5a462a92-8e96-424a-b31f-5934b737691c HTTP/1.1" status: 200 len: 943 time: 0.0908368 Feb 16 16:10:24.453100 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-946457b2-6167-4154-a6e8-8ec78ffca2fa req-e60e258c-58cb-4c06-aa59-6e078c54851b tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/security-groups?id=0463bf0b-0df1-40e7-921e-f3e0ec69ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0408673 Feb 16 16:10:25.668563 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4df5bd-ac32-4b99-bbfc-244e3a4d1642 req-54392667-e500-4855-b530-034906950148 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:10:25.670197 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ab4df5bd-ac32-4b99-bbfc-244e3a4d1642 req-54392667-e500-4855-b530-034906950148 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/ports?device_id=5a462a92-8e96-424a-b31f-5934b737691c HTTP/1.1" status: 200 len: 943 time: 0.0953014 Feb 16 16:10:25.724301 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ab4df5bd-ac32-4b99-bbfc-244e3a4d1642 req-1cfca6ee-a7c0-4865-aa28-c446586374ea tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/security-groups?id=0463bf0b-0df1-40e7-921e-f3e0ec69ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0472128 Feb 16 16:10:26.937717 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf914ba2-253f-44da-8d84-f33812961eac req-ffc70044-60f7-479a-971d-018ffbf1c936 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:10:26.940682 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-cf914ba2-253f-44da-8d84-f33812961eac req-ffc70044-60f7-479a-971d-018ffbf1c936 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/ports?device_id=5a462a92-8e96-424a-b31f-5934b737691c HTTP/1.1" status: 200 len: 943 time: 0.0973129 Feb 16 16:10:26.994172 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-cf914ba2-253f-44da-8d84-f33812961eac req-b8678924-006c-45c1-a341-0113bf571acb tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/security-groups?id=0463bf0b-0df1-40e7-921e-f3e0ec69ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0468922 Feb 16 16:10:28.246967 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620160a4-e6b4-44e8-92c3-23d5738d4208 req-c32390a9-d080-42d1-b16c-8b21e6f03503 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:10:28.248887 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-620160a4-e6b4-44e8-92c3-23d5738d4208 req-c32390a9-d080-42d1-b16c-8b21e6f03503 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/ports?device_id=5a462a92-8e96-424a-b31f-5934b737691c HTTP/1.1" status: 200 len: 943 time: 0.1103697 Feb 16 16:10:28.316763 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-620160a4-e6b4-44e8-92c3-23d5738d4208 req-55c20192-3a29-4874-9378-7fee4fe70142 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/security-groups?id=0463bf0b-0df1-40e7-921e-f3e0ec69ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0584841 Feb 16 16:10:29.559460 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddffd9a7-c25a-4ff2-b7fa-bb8d10e85db3 req-cfce255a-a0eb-4873-becc-cce74c3d1d67 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:10:29.566239 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ddffd9a7-c25a-4ff2-b7fa-bb8d10e85db3 req-cfce255a-a0eb-4873-becc-cce74c3d1d67 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/ports?device_id=5a462a92-8e96-424a-b31f-5934b737691c HTTP/1.1" status: 200 len: 943 time: 0.1220694 Feb 16 16:10:29.617377 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ddffd9a7-c25a-4ff2-b7fa-bb8d10e85db3 req-7810c9a7-55f1-4405-a228-97e42a3c9e0a tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/security-groups?id=0463bf0b-0df1-40e7-921e-f3e0ec69ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0478625 Feb 16 16:10:30.054125 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device 0d609399-8784-4149-baf8-1358fc87c749 up at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 16:10:30.179225 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning for port 0d609399-8784-4149-baf8-1358fc87c749 completed by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 16:10:30.186707 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning complete for port 0d609399-8784-4149-baf8-1358fc87c749 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:10:30.187199 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:10:30.357057 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:10:30.388394 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a462a92-8e96-424a-b31f-5934b737691c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d609399-8784-4149-baf8-1358fc87c749'}] {{(pid=84076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 16:10:30.406928 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] For port 0d609399-8784-4149-baf8-1358fc87c749, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=0d609399-8784-4149-baf8-1358fc87c749,segment=NetworkSegment(f21b7891-dd2d-40e6-bd74-d5b6d5194f31),segment_id=f21b7891-dd2d-40e6-bd74-d5b6d5194f31)] {{(pid=84076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:10:30.439547 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:10:30.442517 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:10:30.492530 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a462a92-8e96-424a-b31f-5934b737691c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d609399-8784-4149-baf8-1358fc87c749', 'code': 200} Feb 16 16:10:30.554263 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Pushing event updated for resources: {'Port': ['ID=0d609399-8784-4149-baf8-1358fc87c749,revision_number=4']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:10:30.559728 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:10:30.932777 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa957586-5c39-41fd-b173-2284512f97e7 req-dff661fd-d853-430c-b3a2-4da1ad0d2758 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:10:30.934499 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-fa957586-5c39-41fd-b173-2284512f97e7 req-dff661fd-d853-430c-b3a2-4da1ad0d2758 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/ports?device_id=5a462a92-8e96-424a-b31f-5934b737691c HTTP/1.1" status: 200 len: 945 time: 0.0943711 Feb 16 16:10:30.987992 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-fa957586-5c39-41fd-b173-2284512f97e7 req-afb6ade9-cb73-42b9-90f9-747480c99f4d tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/security-groups?id=0463bf0b-0df1-40e7-921e-f3e0ec69ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0453928 Feb 16 16:10:31.279648 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1397cb65-a5ce-4c0a-aab8-a3bd97482688 req-293face1-cbaf-4074-a71d-9cfc90b240e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:10:31.281289 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1397cb65-a5ce-4c0a-aab8-a3bd97482688 req-293face1-cbaf-4074-a71d-9cfc90b240e8 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=5a462a92-8e96-424a-b31f-5934b737691c HTTP/1.1" status: 200 len: 1162 time: 0.0803704 Feb 16 16:10:31.328688 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1397cb65-a5ce-4c0a-aab8-a3bd97482688 req-5ae66170-b01d-4bd3-ac0d-34cd6b07bbf8 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=0463bf0b-0df1-40e7-921e-f3e0ec69ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0393589 Feb 16 16:10:31.530593 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device 0d609399-8784-4149-baf8-1358fc87c749 up at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 16:10:31.629115 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning complete for port 0d609399-8784-4149-baf8-1358fc87c749 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:10:31.630242 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:10:32.279881 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c67ed3-c71d-493f-8c4b-cd566f831e22 req-a23ba731-6a03-4632-91e6-0674cfcb5622 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:10:32.281972 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-39c67ed3-c71d-493f-8c4b-cd566f831e22 req-a23ba731-6a03-4632-91e6-0674cfcb5622 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/ports?device_id=5a462a92-8e96-424a-b31f-5934b737691c HTTP/1.1" status: 200 len: 945 time: 0.1123800 Feb 16 16:10:32.342019 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-39c67ed3-c71d-493f-8c4b-cd566f831e22 req-f6887718-bb09-4ec9-91ab-46a9b9271074 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/security-groups?id=0463bf0b-0df1-40e7-921e-f3e0ec69ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0524850 Feb 16 16:10:33.285383 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.agents_db [None req-cca974b7-119d-4613-9949-a609bd4803bb None None] Agent healthcheck: found 6 active agents {{(pid=84077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 16:10:33.586936 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a970445-b939-4f78-af52-a97464117167 req-23a32fbd-d8ba-4f72-ac84-7ee3d26953e1 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:10:33.588895 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0a970445-b939-4f78-af52-a97464117167 req-23a32fbd-d8ba-4f72-ac84-7ee3d26953e1 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/ports?device_id=5a462a92-8e96-424a-b31f-5934b737691c HTTP/1.1" status: 200 len: 945 time: 0.0959244 Feb 16 16:10:33.641708 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0a970445-b939-4f78-af52-a97464117167 req-d9c260b4-3c11-4e36-92c6-7a65d5883068 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/security-groups?id=0463bf0b-0df1-40e7-921e-f3e0ec69ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0461159 Feb 16 16:10:33.864471 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb6241e-337d-4ac9-9aec-cd7ad421116d req-a4ddd971-7531-4a13-9ae5-bb877045c04f tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:10:33.866110 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-bbb6241e-337d-4ac9-9aec-cd7ad421116d req-a4ddd971-7531-4a13-9ae5-bb877045c04f tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/ports?device_id=5a462a92-8e96-424a-b31f-5934b737691c HTTP/1.1" status: 200 len: 945 time: 0.0973542 Feb 16 16:10:33.934101 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-bbb6241e-337d-4ac9-9aec-cd7ad421116d req-e62cb5d9-065f-452b-8f73-b1f4a170f250 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/security-groups?id=0463bf0b-0df1-40e7-921e-f3e0ec69ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0601673 Feb 16 16:10:34.178590 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1f955807-0510-4c9c-b55f-c0bdb6c71b51 req-6c86b4ea-099c-4427-a070-c2f1f5b78124 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2057068 Feb 16 16:10:34.183784 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [req-1f955807-0510-4c9c-b55f-c0bdb6c71b51 req-e9bec973-48cb-4444-8a50-ace57c74aa14 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Request body: {'floatingip': {'floating_network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6'}} {{(pid=84075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:10:34.191283 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [req-1f955807-0510-4c9c-b55f-c0bdb6c71b51 req-e9bec973-48cb-4444-8a50-ace57c74aa14 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:10:34.203395 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [req-1f955807-0510-4c9c-b55f-c0bdb6c71b51 req-e9bec973-48cb-4444-8a50-ace57c74aa14 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:10:34.319548 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-1f955807-0510-4c9c-b55f-c0bdb6c71b51 req-e9bec973-48cb-4444-8a50-ace57c74aa14 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks [] for floatingip, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:10:34.485469 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-1f955807-0510-4c9c-b55f-c0bdb6c71b51 req-e9bec973-48cb-4444-8a50-ace57c74aa14 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:10:34.870075 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.db_base_plugin_common [req-1f955807-0510-4c9c-b55f-c0bdb6c71b51 req-e9bec973-48cb-4444-8a50-ace57c74aa14 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Allocated IP 172.27.1.129 (4b949073-2dbc-48f8-99e6-0912404ac0f6/1330f553-cf5d-40b8-b778-7809bbd3e08c/973037f3-491f-420f-88e4-33e53f041f60) {{(pid=84075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 16:10:35.056387 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-1f955807-0510-4c9c-b55f-c0bdb6c71b51 req-e9bec973-48cb-4444-8a50-ace57c74aa14 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks [] for port, precommit_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:10:35.159835 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-1f955807-0510-4c9c-b55f-c0bdb6c71b51 req-e9bec973-48cb-4444-8a50-ace57c74aa14 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776636048806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7708556'] for port, after_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:10:35.173846 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-8c55f090-b821-4a77-8fad-c66b99028d9b tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:10:35.321064 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bec973-48cb-4444-8a50-ace57c74aa14 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Pushing event updated for resources: {'Port': ['ID=973037f3-491f-420f-88e4-33e53f041f60,revision_number=1']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:10:35.335452 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bec973-48cb-4444-8a50-ace57c74aa14 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:10:35.335870 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bec973-48cb-4444-8a50-ace57c74aa14 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:10:35.336277 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bec973-48cb-4444-8a50-ace57c74aa14 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:10:35.336678 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bec973-48cb-4444-8a50-ace57c74aa14 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:10:35.337051 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bec973-48cb-4444-8a50-ace57c74aa14 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:10:35.337448 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bec973-48cb-4444-8a50-ace57c74aa14 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:10:35.337845 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bec973-48cb-4444-8a50-ace57c74aa14 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:10:35.338237 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bec973-48cb-4444-8a50-ace57c74aa14 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:10:35.338754 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bec973-48cb-4444-8a50-ace57c74aa14 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:10:35.339135 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bec973-48cb-4444-8a50-ace57c74aa14 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:10:35.339395 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bec973-48cb-4444-8a50-ace57c74aa14 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:10:35.339783 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bec973-48cb-4444-8a50-ace57c74aa14 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:10:35.340254 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bec973-48cb-4444-8a50-ace57c74aa14 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:10:35.340579 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bec973-48cb-4444-8a50-ace57c74aa14 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:10:35.340967 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bec973-48cb-4444-8a50-ace57c74aa14 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:10:35.341355 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bec973-48cb-4444-8a50-ace57c74aa14 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:10:35.341739 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bec973-48cb-4444-8a50-ace57c74aa14 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:10:35.342127 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bec973-48cb-4444-8a50-ace57c74aa14 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:10:35.342517 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bec973-48cb-4444-8a50-ace57c74aa14 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:10:35.342931 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bec973-48cb-4444-8a50-ace57c74aa14 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:10:35.343321 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bec973-48cb-4444-8a50-ace57c74aa14 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:10:35.343704 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bec973-48cb-4444-8a50-ace57c74aa14 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:10:35.344088 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bec973-48cb-4444-8a50-ace57c74aa14 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:10:35.344468 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bec973-48cb-4444-8a50-ace57c74aa14 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:10:35.350133 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-e9bec973-48cb-4444-8a50-ace57c74aa14 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:10:35.394621 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f955807-0510-4c9c-b55f-c0bdb6c71b51 req-e9bec973-48cb-4444-8a50-ace57c74aa14 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Network 4b949073-2dbc-48f8-99e6-0912404ac0f6 is already hosted by enough agents. {{(pid=84075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 16:10:35.395931 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.base_scheduler [req-1f955807-0510-4c9c-b55f-c0bdb6c71b51 req-e9bec973-48cb-4444-8a50-ace57c74aa14 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Resources bound (agent type, host, resource id): {{(pid=84075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 16:10:35.398386 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f955807-0510-4c9c-b55f-c0bdb6c71b51 req-e9bec973-48cb-4444-8a50-ace57c74aa14 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Received port after_create {{(pid=84075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 16:10:35.488671 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-1f955807-0510-4c9c-b55f-c0bdb6c71b51 req-e9bec973-48cb-4444-8a50-ace57c74aa14 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:10:35.577360 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-1f955807-0510-4c9c-b55f-c0bdb6c71b51 req-e9bec973-48cb-4444-8a50-ace57c74aa14 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:10:35.866455 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-1f955807-0510-4c9c-b55f-c0bdb6c71b51 req-e9bec973-48cb-4444-8a50-ace57c74aa14 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks [] for port, precommit_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:10:35.930351 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-1f955807-0510-4c9c-b55f-c0bdb6c71b51 req-e9bec973-48cb-4444-8a50-ace57c74aa14 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847067257'] for port, after_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:10:35.946514 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1c147f40-6ccc-4981-89a4-1b82952b0fdd tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:10:36.099022 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bec973-48cb-4444-8a50-ace57c74aa14 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Pushing event updated for resources: {'Port': ['ID=973037f3-491f-420f-88e4-33e53f041f60,revision_number=2']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:10:36.103660 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-e9bec973-48cb-4444-8a50-ace57c74aa14 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:10:36.430302 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-1f955807-0510-4c9c-b55f-c0bdb6c71b51 req-e9bec973-48cb-4444-8a50-ace57c74aa14 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853906801'] for floatingip, after_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:10:36.493132 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-1f955807-0510-4c9c-b55f-c0bdb6c71b51 req-e9bec973-48cb-4444-8a50-ace57c74aa14 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487'] for floatingip, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:10:36.494499 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1f955807-0510-4c9c-b55f-c0bdb6c71b51 req-e9bec973-48cb-4444-8a50-ace57c74aa14 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3158193 Feb 16 16:10:36.586523 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-1f955807-0510-4c9c-b55f-c0bdb6c71b51 req-ee59f397-a8d3-45d6-ad2a-0d28ea462efa tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Synchronizing usage tracker for tenant:9ba01355ccec4f5ba422cc289f631770 on resource:floatingip {{(pid=84075) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 16:10:36.656686 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-1f955807-0510-4c9c-b55f-c0bdb6c71b51 req-ee59f397-a8d3-45d6-ad2a-0d28ea462efa tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Unset dirty status for tenant:9ba01355ccec4f5ba422cc289f631770 on resource:floatingip {{(pid=84075) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 16:10:36.658804 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1f955807-0510-4c9c-b55f-c0bdb6c71b51 req-ee59f397-a8d3-45d6-ad2a-0d28ea462efa tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.27.1.129 HTTP/1.1" status: 200 len: 696 time: 0.1576815 Feb 16 16:10:36.828334 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f955807-0510-4c9c-b55f-c0bdb6c71b51 req-debfa12d-7a61-4826-9dbd-90d8a4254e26 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:10:36.829876 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1f955807-0510-4c9c-b55f-c0bdb6c71b51 req-debfa12d-7a61-4826-9dbd-90d8a4254e26 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/networks/4b949073-2dbc-48f8-99e6-0912404ac0f6 HTTP/1.1" status: 200 len: 784 time: 0.1647720 Feb 16 16:10:37.024449 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be067557-3e5a-427f-aad5-0603f8145bff req-486b8df5-59e9-4911-80ef-3a79629efb96 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:10:37.026361 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-be067557-3e5a-427f-aad5-0603f8145bff req-486b8df5-59e9-4911-80ef-3a79629efb96 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/ports?device_id=5a462a92-8e96-424a-b31f-5934b737691c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0947397 Feb 16 16:10:37.140142 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-be067557-3e5a-427f-aad5-0603f8145bff req-4217bb87-3598-4d1d-ac18-e2a340535dce tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.27.1.129 HTTP/1.1" status: 200 len: 696 time: 0.0980849 Feb 16 16:10:37.151172 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [req-be067557-3e5a-427f-aad5-0603f8145bff req-b0849251-acab-46f1-a3bd-b494bc653087 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Request body: {'floatingip': {'port_id': '0d609399-8784-4149-baf8-1358fc87c749', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:10:37.242652 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-be067557-3e5a-427f-aad5-0603f8145bff req-b0849251-acab-46f1-a3bd-b494bc653087 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks [] for floatingip, before_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:10:37.923655 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-be067557-3e5a-427f-aad5-0603f8145bff req-b0849251-acab-46f1-a3bd-b494bc653087 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:10:37.999452 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-be067557-3e5a-427f-aad5-0603f8145bff req-b0849251-acab-46f1-a3bd-b494bc653087 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853906801'] for floatingip, after_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:10:38.192351 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.db.l3_db [req-be067557-3e5a-427f-aad5-0603f8145bff req-b0849251-acab-46f1-a3bd-b494bc653087 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Floating IP 3f915605-4f6f-4c5c-a489-e400a2450abe associated. External IP: 172.27.1.129, port: 0d609399-8784-4149-baf8-1358fc87c749. Feb 16 16:10:38.595231 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be067557-3e5a-427f-aad5-0603f8145bff req-b0849251-acab-46f1-a3bd-b494bc653087 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Router fd9d9436-d779-4a4e-abf9-a5e569a1e831 has already been hosted by L3 agent 4f2d6f55-b6e7-4768-88f5-01ac5c4c3902 {{(pid=84075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 16:10:38.791089 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be067557-3e5a-427f-aad5-0603f8145bff req-b0849251-acab-46f1-a3bd-b494bc653087 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify agent at l3_agent.dv-cinder-775706-1-iscsi the message routers_updated {{(pid=84075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 16:10:38.795512 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-be067557-3e5a-427f-aad5-0603f8145bff req-b0849251-acab-46f1-a3bd-b494bc653087 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487'] for floatingip, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:10:38.801351 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5898c2fa-235f-4f5c-9ed9-01abde0effd8 None None] Sync routers for ids ['fd9d9436-d779-4a4e-abf9-a5e569a1e831'] in dv-cinder-775706-1-iscsi {{(pid=84076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 16:10:38.811621 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5898c2fa-235f-4f5c-9ed9-01abde0effd8 None None] Routers {'fd9d9436-d779-4a4e-abf9-a5e569a1e831'} bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 16:10:38.812431 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-5898c2fa-235f-4f5c-9ed9-01abde0effd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-16T15:47:20Z,description=,heartbeat_timestamp=2021-02-16T16:10:21Z,host='dv-cinder-775706-1-iscsi',id=4f2d6f55-b6e7-4768-88f5-01ac5c4c3902,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:47:21Z,topic='l3_agent')) {'router_ids': ['fd9d9436-d779-4a4e-abf9-a5e569a1e831'], 'active': True} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:10:39.033326 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvr_db [None req-5898c2fa-235f-4f5c-9ed9-01abde0effd8 None None] Set router fd9d9436-d779-4a4e-abf9-a5e569a1e831 gateway port host: dv-cinder-775706-1-iscsi {{(pid=84076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 16:10:39.109208 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-be067557-3e5a-427f-aad5-0603f8145bff req-b0849251-acab-46f1-a3bd-b494bc653087 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "PUT /v2.0/floatingips/3f915605-4f6f-4c5c-a489-e400a2450abe HTTP/1.1" status: 200 len: 996 time: 1.9623349 Feb 16 16:10:39.109760 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a462a92-8e96-424a-b31f-5934b737691c', 'tag': '0d609399-8784-4149-baf8-1358fc87c749'}] {{(pid=84075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 16:10:39.169564 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a462a92-8e96-424a-b31f-5934b737691c', 'tag': '0d609399-8784-4149-baf8-1358fc87c749', 'status': 'completed', 'code': 200} Feb 16 16:10:39.209599 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be067557-3e5a-427f-aad5-0603f8145bff req-1d68508e-500d-4df4-9347-e0a8203ae0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:10:39.211278 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-be067557-3e5a-427f-aad5-0603f8145bff req-1d68508e-500d-4df4-9347-e0a8203ae0bc service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=9ba01355ccec4f5ba422cc289f631770&device_id=5a462a92-8e96-424a-b31f-5934b737691c HTTP/1.1" status: 200 len: 1162 time: 0.0878811 Feb 16 16:10:39.272314 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0da09c-85d2-4a8b-9771-ab22d1df438d req-c2021e00-05c6-46ac-a04b-2fdbbeaa0a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:10:39.273943 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7c0da09c-85d2-4a8b-9771-ab22d1df438d req-c2021e00-05c6-46ac-a04b-2fdbbeaa0a48 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=9ba01355ccec4f5ba422cc289f631770&device_id=5a462a92-8e96-424a-b31f-5934b737691c HTTP/1.1" status: 200 len: 1162 time: 0.0868356 Feb 16 16:10:39.366142 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be067557-3e5a-427f-aad5-0603f8145bff req-bcb3e4a6-beaf-4b2d-9697-d56c5bba36e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:10:39.367872 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-be067557-3e5a-427f-aad5-0603f8145bff req-bcb3e4a6-beaf-4b2d-9697-d56c5bba36e5 service neutron] 10.222.0.101 "GET /v2.0/networks?id=45f2857c-5bdc-476f-9384-4f61c45c28bf HTTP/1.1" status: 200 len: 906 time: 0.1493628 Feb 16 16:10:39.426424 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0da09c-85d2-4a8b-9771-ab22d1df438d req-109f686c-562a-4890-8512-d75c159d04d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:10:39.428027 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7c0da09c-85d2-4a8b-9771-ab22d1df438d req-109f686c-562a-4890-8512-d75c159d04d9 service neutron] 10.222.0.103 "GET /v2.0/networks?id=45f2857c-5bdc-476f-9384-4f61c45c28bf HTTP/1.1" status: 200 len: 906 time: 0.1465557 Feb 16 16:10:39.439560 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-5898c2fa-235f-4f5c-9ed9-01abde0effd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'name': 'tempest-TestVolumeBootPattern-1822681073-router', 'tenant_id': '9ba01355ccec4f5ba422cc289f631770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '9c7a4ee5-aad2-457d-8a26-f9c39f8fb81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T16:03:02Z', 'updated_at': '2021-02-16T16:03:10Z', 'revision_number': 4, 'project_id': '9ba01355ccec4f5ba422cc289f631770', 'gw_port': {'id': '9c7a4ee5-aad2-457d-8a26-f9c39f8fb81d', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:03:04Z', 'updated_at': '2021-02-16T16:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_floatingips': [{'id': '3f915605-4f6f-4c5c-a489-e400a2450abe', 'tenant_id': '9ba01355ccec4f5ba422cc289f631770', 'floating_ip_address': '172.27.1.129', 'floating_network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'router_id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'port_id': '0d609399-8784-4149-baf8-1358fc87c749', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45f2857c-5bdc-476f-9384-4f61c45c28bf', 'mac_address': 'fa:16:3e:67:53:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a462a92-8e96-424a-b31f-5934b737691c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T16:10:35Z', 'updated_at': '2021-02-16T16:10:37Z', 'revision_number': 1, 'project_id': '9ba01355ccec4f5ba422cc289f631770', 'fixed_ip_address_scope': None}, {'id': 'b4b93e3f-8372-41be-a377-ed579f6999f7', 'tenant_id': '9ba01355ccec4f5ba422cc289f631770', 'floating_ip_address': '172.27.1.191', 'floating_network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'router_id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'port_id': '6e39ed5d-92ca-487f-bd21-6d5b64a0dbd0', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45f2857c-5bdc-476f-9384-4f61c45c28bf', 'mac_address': 'fa:16:3e:48:af:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49cff0d2-e22a-4480-bf7a-d9e0703989f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T16:07:47Z', 'updated_at': '2021-02-16T16:07:53Z', 'revision_number': 2, 'project_id': '9ba01355ccec4f5ba422cc289f631770', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbae4516-30c2-48f8-bceb-abf5579fd378', 'name': '', 'network_id': '45f2857c-5bdc-476f-9384-4f61c45c28bf', 'tenant_id': '9ba01355ccec4f5ba422cc289f631770', 'mac_address': 'fa:16:3e:95:33:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'de8ce4f7-6e00-466a-9aac-6c50642948a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:03:09Z', 'updated_at': '2021-02-16T16:03:17Z', 'revision_number': 5, 'project_id': '9ba01355ccec4f5ba422cc289f631770', 'subnets': [{'id': 'de8ce4f7-6e00-466a-9aac-6c50642948a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-iscsi', False) {} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:10:39.444092 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5898c2fa-235f-4f5c-9ed9-01abde0effd8 None None] Checking router: fd9d9436-d779-4a4e-abf9-a5e569a1e831 for host: dv-cinder-775706-1-iscsi {{(pid=84076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 16:10:39.454006 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5898c2fa-235f-4f5c-9ed9-01abde0effd8 None None] Routers {'fd9d9436-d779-4a4e-abf9-a5e569a1e831'} bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 16:10:39.455357 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-5898c2fa-235f-4f5c-9ed9-01abde0effd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-16T15:47:20Z,description=,heartbeat_timestamp=2021-02-16T16:10:21Z,host='dv-cinder-775706-1-iscsi',id=4f2d6f55-b6e7-4768-88f5-01ac5c4c3902,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:47:21Z,topic='l3_agent')) {'router_ids': ['fd9d9436-d779-4a4e-abf9-a5e569a1e831'], 'active': True} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:10:39.499430 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-be067557-3e5a-427f-aad5-0603f8145bff req-3aa93436-3795-4b58-8e77-0ae4f34d5bb8 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d609399-8784-4149-baf8-1358fc87c749 HTTP/1.1" status: 200 len: 999 time: 0.1234455 Feb 16 16:10:39.550206 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7c0da09c-85d2-4a8b-9771-ab22d1df438d req-d2bcd518-ad60-40e1-bfba-3cad5156f8fa service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d609399-8784-4149-baf8-1358fc87c749 HTTP/1.1" status: 200 len: 999 time: 0.1154313 Feb 16 16:10:39.594589 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be067557-3e5a-427f-aad5-0603f8145bff req-a1d89981-36d0-4c86-8943-61bd29563afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:10:39.601333 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-be067557-3e5a-427f-aad5-0603f8145bff req-a1d89981-36d0-4c86-8943-61bd29563afb service neutron] 10.222.0.101 "GET /v2.0/subnets?id=de8ce4f7-6e00-466a-9aac-6c50642948a8 HTTP/1.1" status: 200 len: 851 time: 0.0965538 Feb 16 16:10:39.626929 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 56762) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:10:39.671227 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0da09c-85d2-4a8b-9771-ab22d1df438d req-c0f07ec4-abe8-49d2-8aab-9f9dc61697b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:10:39.673621 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7c0da09c-85d2-4a8b-9771-ab22d1df438d req-c0f07ec4-abe8-49d2-8aab-9f9dc61697b5 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=de8ce4f7-6e00-466a-9aac-6c50642948a8 HTTP/1.1" status: 200 len: 851 time: 0.1164570 Feb 16 16:10:39.681352 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvr_db [None req-5898c2fa-235f-4f5c-9ed9-01abde0effd8 None None] Set router fd9d9436-d779-4a4e-abf9-a5e569a1e831 gateway port host: dv-cinder-775706-1-iscsi {{(pid=84076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 16:10:39.718195 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be067557-3e5a-427f-aad5-0603f8145bff req-9f115caf-7cc4-47c2-a213-a09652a706be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:10:39.720191 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-be067557-3e5a-427f-aad5-0603f8145bff req-9f115caf-7cc4-47c2-a213-a09652a706be service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=45f2857c-5bdc-476f-9384-4f61c45c28bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1146030 Feb 16 16:10:39.761339 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.db_base_plugin_v2 [None req-9367cca9-cd2b-4da1-b571-7e8cb54a99bd admin admin] Deleting subnet dc757131-4094-403e-a4b2-eb98fab0dd7e {{(pid=84074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 16 16:10:39.766775 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-9367cca9-cd2b-4da1-b571-7e8cb54a99bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:10:39.836585 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-9367cca9-cd2b-4da1-b571-7e8cb54a99bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848295296'] for subnet, precommit_delete_associations {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:10:39.887466 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-be067557-3e5a-427f-aad5-0603f8145bff req-5ebfb7b9-f56b-4b8b-b0f2-c51a7d469282 service neutron] 10.222.0.101 "GET /v2.0/networks/45f2857c-5bdc-476f-9384-4f61c45c28bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596196 Feb 16 16:10:39.899322 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0da09c-85d2-4a8b-9771-ab22d1df438d req-e1303373-5c3a-40b3-ad1c-f073f24dc014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:10:39.901381 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7c0da09c-85d2-4a8b-9771-ab22d1df438d req-e1303373-5c3a-40b3-ad1c-f073f24dc014 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=45f2857c-5bdc-476f-9384-4f61c45c28bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2152202 Feb 16 16:10:39.952712 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-9367cca9-cd2b-4da1-b571-7e8cb54a99bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852981986'] for subnet, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:10:40.057796 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-be067557-3e5a-427f-aad5-0603f8145bff req-c9982284-437b-45cc-9772-330926472bfd service neutron] 10.222.0.101 "GET /v2.0/networks/45f2857c-5bdc-476f-9384-4f61c45c28bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1667912 Feb 16 16:10:40.118101 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-5898c2fa-235f-4f5c-9ed9-01abde0effd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'name': 'tempest-TestVolumeBootPattern-1822681073-router', 'tenant_id': '9ba01355ccec4f5ba422cc289f631770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '9c7a4ee5-aad2-457d-8a26-f9c39f8fb81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T16:03:02Z', 'updated_at': '2021-02-16T16:03:10Z', 'revision_number': 4, 'project_id': '9ba01355ccec4f5ba422cc289f631770', 'gw_port': {'id': '9c7a4ee5-aad2-457d-8a26-f9c39f8fb81d', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:03:04Z', 'updated_at': '2021-02-16T16:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_floatingips': [{'id': '3f915605-4f6f-4c5c-a489-e400a2450abe', 'tenant_id': '9ba01355ccec4f5ba422cc289f631770', 'floating_ip_address': '172.27.1.129', 'floating_network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'router_id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'port_id': '0d609399-8784-4149-baf8-1358fc87c749', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45f2857c-5bdc-476f-9384-4f61c45c28bf', 'mac_address': 'fa:16:3e:67:53:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a462a92-8e96-424a-b31f-5934b737691c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T16:10:35Z', 'updated_at': '2021-02-16T16:10:37Z', 'revision_number': 1, 'project_id': '9ba01355ccec4f5ba422cc289f631770', 'fixed_ip_address_scope': None}, {'id': 'b4b93e3f-8372-41be-a377-ed579f6999f7', 'tenant_id': '9ba01355ccec4f5ba422cc289f631770', 'floating_ip_address': '172.27.1.191', 'floating_network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'router_id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'port_id': '6e39ed5d-92ca-487f-bd21-6d5b64a0dbd0', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45f2857c-5bdc-476f-9384-4f61c45c28bf', 'mac_address': 'fa:16:3e:48:af:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49cff0d2-e22a-4480-bf7a-d9e0703989f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T16:07:47Z', 'updated_at': '2021-02-16T16:07:53Z', 'revision_number': 2, 'project_id': '9ba01355ccec4f5ba422cc289f631770', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbae4516-30c2-48f8-bceb-abf5579fd378', 'name': '', 'network_id': '45f2857c-5bdc-476f-9384-4f61c45c28bf', 'tenant_id': '9ba01355ccec4f5ba422cc289f631770', 'mac_address': 'fa:16:3e:95:33:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'de8ce4f7-6e00-466a-9aac-6c50642948a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:03:09Z', 'updated_at': '2021-02-16T16:03:17Z', 'revision_number': 5, 'project_id': '9ba01355ccec4f5ba422cc289f631770', 'subnets': [{'id': 'de8ce4f7-6e00-466a-9aac-6c50642948a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-iscsi', False) {} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:10:40.122528 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5898c2fa-235f-4f5c-9ed9-01abde0effd8 None None] The sync data for ids ['fd9d9436-d779-4a4e-abf9-a5e569a1e831'] in dv-cinder-775706-1-iscsi is: [{'id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'name': 'tempest-TestVolumeBootPattern-1822681073-router', 'tenant_id': '9ba01355ccec4f5ba422cc289f631770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '9c7a4ee5-aad2-457d-8a26-f9c39f8fb81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T16:03:02Z', 'updated_at': '2021-02-16T16:03:10Z', 'revision_number': 4, 'project_id': '9ba01355ccec4f5ba422cc289f631770', 'gw_port': {'id': '9c7a4ee5-aad2-457d-8a26-f9c39f8fb81d', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:03:04Z', 'updated_at': '2021-02-16T16:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_floatingips': [{'id': '3f915605-4f6f-4c5c-a489-e400a2450abe', 'tenant_id': '9ba01355ccec4f5ba422cc289f631770', 'floating_ip_address': '172.27.1.129', 'floating_network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'router_id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'port_id': '0d609399-8784-4149-baf8-1358fc87c749', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45f2857c-5bdc-476f-9384-4f61c45c28bf', 'mac_address': 'fa:16:3e:67:53:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a462a92-8e96-424a-b31f-5934b737691c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T16:10:35Z', 'updated_at': '2021-02-16T16:10:37Z', 'revision_number': 1, 'project_id': '9ba01355ccec4f5ba422cc289f631770', 'fixed_ip_address_scope': None}, {'id': 'b4b93e3f-8372-41be-a377-ed579f6999f7', 'tenant_id': '9ba01355ccec4f5ba422cc289f631770', 'floating_ip_address': '172.27.1.191', 'floating_network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'router_id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'port_id': '6e39ed5d-92ca-487f-bd21-6d5b64a0dbd0', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45f2857c-5bdc-476f-9384-4f61c45c28bf', 'mac_address': 'fa:16:3e:48:af:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49cff0d2-e22a-4480-bf7a-d9e0703989f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T16:07:47Z', 'updated_at': '2021-02-16T16:07:53Z', 'revision_number': 2, 'project_id': '9ba01355ccec4f5ba422cc289f631770', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbae4516-30c2-48f8-bceb-abf5579fd378', 'name': '', 'network_id': '45f2857c-5bdc-476f-9384-4f61c45c28bf', 'tenant_id': '9ba01355ccec4f5ba422cc289f631770', 'mac_address': 'fa:16:3e:95:33:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'de8ce4f7-6e00-466a-9aac-6c50642948a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:03:09Z', 'updated_at': '2021-02-16T16:03:17Z', 'revision_number': 5, 'project_id': '9ba01355ccec4f5ba422cc289f631770', 'subnets': [{'id': 'de8ce4f7-6e00-466a-9aac-6c50642948a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 16:10:40.211567 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7c0da09c-85d2-4a8b-9771-ab22d1df438d req-5a98f9dc-4452-4b53-86ee-7e5ea8283570 service neutron] 10.222.0.103 "GET /v2.0/networks/45f2857c-5bdc-476f-9384-4f61c45c28bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999854 Feb 16 16:10:40.439792 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e423867-894f-4a4f-9d98-d8770557bd14 None None] New status for floating IP 3f915605-4f6f-4c5c-a489-e400a2450abe: ACTIVE {{(pid=84077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 16 16:10:40.442239 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7c0da09c-85d2-4a8b-9771-ab22d1df438d req-4e740ffc-3290-4818-8de2-1f4eb829b1a9 service neutron] 10.222.0.103 "GET /v2.0/networks/45f2857c-5bdc-476f-9384-4f61c45c28bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2234757 Feb 16 16:10:40.768778 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-9367cca9-cd2b-4da1-b571-7e8cb54a99bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1793799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847795026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848112455'] for subnet, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:10:40.787315 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:10:40.847529 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9367cca9-cd2b-4da1-b571-7e8cb54a99bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc757131-4094-403e-a4b2-eb98fab0dd7e,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:10:40.903800 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9367cca9-cd2b-4da1-b571-7e8cb54a99bd admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:10:40.906330 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9367cca9-cd2b-4da1-b571-7e8cb54a99bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:10:40.906330 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9367cca9-cd2b-4da1-b571-7e8cb54a99bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:10:40.906330 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9367cca9-cd2b-4da1-b571-7e8cb54a99bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:10:40.906330 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9367cca9-cd2b-4da1-b571-7e8cb54a99bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:10:40.906330 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9367cca9-cd2b-4da1-b571-7e8cb54a99bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:10:40.906330 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9367cca9-cd2b-4da1-b571-7e8cb54a99bd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:10:40.906990 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9367cca9-cd2b-4da1-b571-7e8cb54a99bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:10:40.906990 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9367cca9-cd2b-4da1-b571-7e8cb54a99bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:10:40.907212 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9367cca9-cd2b-4da1-b571-7e8cb54a99bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:10:40.908698 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9367cca9-cd2b-4da1-b571-7e8cb54a99bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:10:40.909176 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9367cca9-cd2b-4da1-b571-7e8cb54a99bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:10:40.909555 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9367cca9-cd2b-4da1-b571-7e8cb54a99bd admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:10:40.909962 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9367cca9-cd2b-4da1-b571-7e8cb54a99bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:10:40.910383 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9367cca9-cd2b-4da1-b571-7e8cb54a99bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:10:40.910806 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9367cca9-cd2b-4da1-b571-7e8cb54a99bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:10:40.911214 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9367cca9-cd2b-4da1-b571-7e8cb54a99bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:10:40.911627 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9367cca9-cd2b-4da1-b571-7e8cb54a99bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:10:40.912034 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9367cca9-cd2b-4da1-b571-7e8cb54a99bd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:10:40.912436 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9367cca9-cd2b-4da1-b571-7e8cb54a99bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:10:40.912955 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9367cca9-cd2b-4da1-b571-7e8cb54a99bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:10:40.913236 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9367cca9-cd2b-4da1-b571-7e8cb54a99bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:10:40.913635 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9367cca9-cd2b-4da1-b571-7e8cb54a99bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:10:40.914046 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9367cca9-cd2b-4da1-b571-7e8cb54a99bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:10:40.922426 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-9367cca9-cd2b-4da1-b571-7e8cb54a99bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:10:40.959932 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-9367cca9-cd2b-4da1-b571-7e8cb54a99bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:10:40.966851 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-9367cca9-cd2b-4da1-b571-7e8cb54a99bd admin admin] 10.222.0.101 "DELETE /v2.0/subnets/dc757131-4094-403e-a4b2-eb98fab0dd7e HTTP/1.1" status: 204 len: 168 time: 1.3366158 Feb 16 16:10:40.969560 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 56770) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:10:41.093144 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1edd0564-e2b8-4c6b-91ac-adff65c6686c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853200303'] for network, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:10:41.295231 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1edd0564-e2b8-4c6b-91ac-adff65c6686c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852988537', 'neutron.services.segments.db._delete_segments_for_network--9223363260218233119'] for network, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:10:41.680892 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.services.segments.db [None req-1edd0564-e2b8-4c6b-91ac-adff65c6686c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['822c3168-8a76-4dda-848d-297d27193cd8']}} {{(pid=84074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:10:41.695130 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.services.segments.db [None req-1edd0564-e2b8-4c6b-91ac-adff65c6686c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a051787-be63-4759-8b7c-7315e78f6ddb') {'for_net_delete': True} {{(pid=84074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:10:41.695463 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.services.segments.db [None req-1edd0564-e2b8-4c6b-91ac-adff65c6686c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a051787-be63-4759-8b7c-7315e78f6ddb') {} {{(pid=84074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:10:41.707978 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1edd0564-e2b8-4c6b-91ac-adff65c6686c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363260218221087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6480523'] for segment, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:10:41.799447 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1edd0564-e2b8-4c6b-91ac-adff65c6686c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797496'] for segment, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:10:41.801867 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1edd0564-e2b8-4c6b-91ac-adff65c6686c admin admin] Releasing vxlan tunnel 5 to pool {{(pid=84074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 16 16:10:41.997415 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-1edd0564-e2b8-4c6b-91ac-adff65c6686c admin admin] Network 822c3168-8a76-4dda-848d-297d27193cd8 has no segments {{(pid=84074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 16:10:42.007727 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1edd0564-e2b8-4c6b-91ac-adff65c6686c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852978417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6980364'] for segment, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:10:42.196482 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-1edd0564-e2b8-4c6b-91ac-adff65c6686c admin admin] Network 822c3168-8a76-4dda-848d-297d27193cd8 has no segments {{(pid=84074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 16:10:42.220790 dv-cinder-775706-1-iscsi neutron-server[83961]: Traceback (most recent call last): Feb 16 16:10:42.220790 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:10:42.220790 dv-cinder-775706-1-iscsi neutron-server[83961]: timer() Feb 16 16:10:42.220790 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:10:42.220790 dv-cinder-775706-1-iscsi neutron-server[83961]: cb(*args, **kw) Feb 16 16:10:42.220790 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 16 16:10:42.220790 dv-cinder-775706-1-iscsi neutron-server[83961]: return func(*args, **kwargs) Feb 16 16:10:42.220790 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:10:42.220790 dv-cinder-775706-1-iscsi neutron-server[83961]: self._notify() Feb 16 16:10:42.220790 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:10:42.220790 dv-cinder-775706-1-iscsi neutron-server[83961]: self.callback(batched_events) Feb 16 16:10:42.220790 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:10:42.220790 dv-cinder-775706-1-iscsi neutron-server[83961]: event.method(event) Feb 16 16:10:42.220790 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 16:10:42.220790 dv-cinder-775706-1-iscsi neutron-server[83961]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:10:42.220790 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 16 16:10:42.220790 dv-cinder-775706-1-iscsi neutron-server[83961]: segment_id)['aggregates'][0] Feb 16 16:10:42.220790 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 16:10:42.220790 dv-cinder-775706-1-iscsi neutron-server[83961]: return f(self, *a, **k) Feb 16 16:10:42.220790 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 16:10:42.220790 dv-cinder-775706-1-iscsi neutron-server[83961]: return self._get(url).json() Feb 16 16:10:42.220790 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:10:42.220790 dv-cinder-775706-1-iscsi neutron-server[83961]: **kwargs) Feb 16 16:10:42.220790 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 16:10:42.220790 dv-cinder-775706-1-iscsi neutron-server[83961]: return self.request(url, 'GET', **kwargs) Feb 16 16:10:42.220790 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 16 16:10:42.220790 dv-cinder-775706-1-iscsi neutron-server[83961]: **endpoint_filter) Feb 16 16:10:42.220790 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 16:10:42.220790 dv-cinder-775706-1-iscsi neutron-server[83961]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:10:42.220790 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 16:10:42.220790 dv-cinder-775706-1-iscsi neutron-server[83961]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:10:42.220790 dv-cinder-775706-1-iscsi neutron-server[83961]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:10:42.530204 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1edd0564-e2b8-4c6b-91ac-adff65c6686c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-911268'] for network, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:10:42.535095 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-eb65126e-a683-450e-9ef5-d509fbd7e37e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:10:42.550881 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1edd0564-e2b8-4c6b-91ac-adff65c6686c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210664'] for network, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:10:42.562906 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edd0564-e2b8-4c6b-91ac-adff65c6686c admin admin] Pushing event deleted for resources: {'Network': ['ID=822c3168-8a76-4dda-848d-297d27193cd8,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:10:42.567793 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1edd0564-e2b8-4c6b-91ac-adff65c6686c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:10:42.612149 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-1edd0564-e2b8-4c6b-91ac-adff65c6686c admin admin] 10.222.0.101 "DELETE /v2.0/networks/822c3168-8a76-4dda-848d-297d27193cd8 HTTP/1.1" status: 204 len: 168 time: 1.6400335 Feb 16 16:10:42.898177 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 56778) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:10:42.957205 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-16602f8b-8790-4f40-b5b1-3008c02339ac admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=8ea4961edc054cdcb493cb42da08b39d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0573466 Feb 16 16:10:42.959688 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 56784) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:10:42.990270 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:10:43.033297 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-67058dcb-67f1-41d2-8cd7-8171eb609ad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:10:43.067140 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-67058dcb-67f1-41d2-8cd7-8171eb609ad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:10:43.144212 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-67058dcb-67f1-41d2-8cd7-8171eb609ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:10:43.149749 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-4f58b422-e557-4c6e-a488-7976d77f71db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:10:43.163262 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67058dcb-67f1-41d2-8cd7-8171eb609ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d869801-9034-4503-b760-c0e8449c4cfa,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:10:43.166479 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-67058dcb-67f1-41d2-8cd7-8171eb609ad2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:10:43.168666 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-67058dcb-67f1-41d2-8cd7-8171eb609ad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:10:43.169804 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-67058dcb-67f1-41d2-8cd7-8171eb609ad2 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/6d869801-9034-4503-b760-c0e8449c4cfa HTTP/1.1" status: 204 len: 168 time: 0.2091379 Feb 16 16:10:46.623073 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c7842ff5-37e8-4d86-890a-26f2074e12ed req-904cf818-1ff1-481b-a3c8-6bb9679993e4 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=49cff0d2-e22a-4480-bf7a-d9e0703989f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0793660 Feb 16 16:10:46.780260 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7842ff5-37e8-4d86-890a-26f2074e12ed req-e70462c5-bb61-495d-8579-9c5c8d96a3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:10:46.781932 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c7842ff5-37e8-4d86-890a-26f2074e12ed req-e70462c5-bb61-495d-8579-9c5c8d96a3fe service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=9ba01355ccec4f5ba422cc289f631770&device_id=49cff0d2-e22a-4480-bf7a-d9e0703989f6 HTTP/1.1" status: 200 len: 1162 time: 0.0821412 Feb 16 16:10:46.941113 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7842ff5-37e8-4d86-890a-26f2074e12ed req-732adff2-f7ef-46e5-8aa2-a336417eaa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:10:46.942801 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c7842ff5-37e8-4d86-890a-26f2074e12ed req-732adff2-f7ef-46e5-8aa2-a336417eaa27 service neutron] 10.222.0.103 "GET /v2.0/networks?id=45f2857c-5bdc-476f-9384-4f61c45c28bf HTTP/1.1" status: 200 len: 906 time: 0.1405418 Feb 16 16:10:47.070985 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c7842ff5-37e8-4d86-890a-26f2074e12ed req-b169512a-10db-45c7-a8d6-aa429dd952bd service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e39ed5d-92ca-487f-bd21-6d5b64a0dbd0 HTTP/1.1" status: 200 len: 1001 time: 0.1146650 Feb 16 16:10:47.148142 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7842ff5-37e8-4d86-890a-26f2074e12ed req-2e1e3b37-724b-4809-a58c-81d41e8a98e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:10:47.149740 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c7842ff5-37e8-4d86-890a-26f2074e12ed req-2e1e3b37-724b-4809-a58c-81d41e8a98e4 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=de8ce4f7-6e00-466a-9aac-6c50642948a8 HTTP/1.1" status: 200 len: 851 time: 0.0673892 Feb 16 16:10:47.235585 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7842ff5-37e8-4d86-890a-26f2074e12ed req-55661043-490f-45b0-909d-ceceab9fdea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:10:47.237691 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c7842ff5-37e8-4d86-890a-26f2074e12ed req-55661043-490f-45b0-909d-ceceab9fdea3 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=45f2857c-5bdc-476f-9384-4f61c45c28bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0806231 Feb 16 16:10:47.390289 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c7842ff5-37e8-4d86-890a-26f2074e12ed req-e069b4ab-17d5-4739-919c-6ca88da4a17a service neutron] 10.222.0.103 "GET /v2.0/networks/45f2857c-5bdc-476f-9384-4f61c45c28bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432190 Feb 16 16:10:47.537719 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c7842ff5-37e8-4d86-890a-26f2074e12ed req-0decb847-d463-4d88-8bdc-c9397c67bbbc service neutron] 10.222.0.103 "GET /v2.0/networks/45f2857c-5bdc-476f-9384-4f61c45c28bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1393697 Feb 16 16:10:47.718662 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ea340998-2c2c-4df6-864e-9b46ec72a6f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:10:50.407518 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d05518bb-17ee-4865-b03c-31693adcda8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:10:50.587074 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-873673fb-e96f-43b9-b825-5c9f3bf945ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:10:51.401795 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:10:52.333602 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-331083c2-9fd5-48c9-8796-02890b3f22e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:10:57.001258 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 56902) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:10:57.147898 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-dd182ad4-87f1-415f-b960-993d892107da admin admin] Notify callbacks [] for security_group, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:10:57.164157 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-dd182ad4-87f1-415f-b960-993d892107da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:10:57.168286 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-dd182ad4-87f1-415f-b960-993d892107da admin admin] Usage tracker for resource:security_group_rule and tenant:9609a4d99860436a940078e21d6fe446 is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:10:57.171306 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-dd182ad4-87f1-415f-b960-993d892107da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:10:57.177281 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-dd182ad4-87f1-415f-b960-993d892107da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:10:57.337007 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-dd182ad4-87f1-415f-b960-993d892107da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:10:57.369817 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-dd182ad4-87f1-415f-b960-993d892107da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:10:57.379552 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-bec28c9c-38b6-41be-80be-0c05754f3a96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:10:57.423201 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-dd182ad4-87f1-415f-b960-993d892107da admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=9609a4d99860436a940078e21d6fe446&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4207702 Feb 16 16:10:57.424930 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd182ad4-87f1-415f-b960-993d892107da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6633eb9-83aa-40b4-b432-6ed87e6177bb,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:10:57.426256 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 56910) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:10:57.429218 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-dd182ad4-87f1-415f-b960-993d892107da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:10:57.489528 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-809dc911-4a92-4824-b0c9-b85bd1e1a84c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:10:57.516611 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-809dc911-4a92-4824-b0c9-b85bd1e1a84c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:10:57.599116 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-809dc911-4a92-4824-b0c9-b85bd1e1a84c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:10:57.604254 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1a212e20-5177-4b69-97ec-afd89cadab4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:10:57.615949 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809dc911-4a92-4824-b0c9-b85bd1e1a84c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6633eb9-83aa-40b4-b432-6ed87e6177bb,revision_number=None']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:10:57.619648 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-809dc911-4a92-4824-b0c9-b85bd1e1a84c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:10:57.622928 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-809dc911-4a92-4824-b0c9-b85bd1e1a84c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:10:57.624149 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-809dc911-4a92-4824-b0c9-b85bd1e1a84c admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f6633eb9-83aa-40b4-b432-6ed87e6177bb HTTP/1.1" status: 204 len: 168 time: 0.1968095 Feb 16 16:11:10.285737 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.agents_db [None req-cca974b7-119d-4613-9949-a609bd4803bb None None] Agent healthcheck: found 6 active agents {{(pid=84077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 16:11:10.570426 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 56972) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:11:10.697665 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-9cf2e160-7f49-4f98-8f09-f36fbb1d12bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:10.717527 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-9cf2e160-7f49-4f98-8f09-f36fbb1d12bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:11:10.721601 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-9cf2e160-7f49-4f98-8f09-f36fbb1d12bf admin admin] Usage tracker for resource:security_group_rule and tenant:c7a4d2a3b88743058a80dc68bce509d5 is out of sync, need to count used quota {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:11:10.724654 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-9cf2e160-7f49-4f98-8f09-f36fbb1d12bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:11:10.731066 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-9cf2e160-7f49-4f98-8f09-f36fbb1d12bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:11:10.891117 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-9cf2e160-7f49-4f98-8f09-f36fbb1d12bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:10.923574 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-9cf2e160-7f49-4f98-8f09-f36fbb1d12bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:10.932920 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:11:10.977010 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-9cf2e160-7f49-4f98-8f09-f36fbb1d12bf admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=c7a4d2a3b88743058a80dc68bce509d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4053519 Feb 16 16:11:10.977996 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf2e160-7f49-4f98-8f09-f36fbb1d12bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0503100b-9716-4889-80dd-ddae515e64b2,revision_number=1']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:11:10.981191 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 56978) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:11:10.981559 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-9cf2e160-7f49-4f98-8f09-f36fbb1d12bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:11:11.049406 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d99b159b-d5d5-455a-b8ef-a81aa1f68117 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:11.079307 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d99b159b-d5d5-455a-b8ef-a81aa1f68117 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:11.237589 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d99b159b-d5d5-455a-b8ef-a81aa1f68117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:11.243323 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-91013cf6-f718-48fd-8da2-8f3585e1c5a1 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:11:11.256397 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99b159b-d5d5-455a-b8ef-a81aa1f68117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0503100b-9716-4889-80dd-ddae515e64b2,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:11:11.262145 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-d99b159b-d5d5-455a-b8ef-a81aa1f68117 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:11:11.266498 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d99b159b-d5d5-455a-b8ef-a81aa1f68117 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:11.267755 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-d99b159b-d5d5-455a-b8ef-a81aa1f68117 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/0503100b-9716-4889-80dd-ddae515e64b2 HTTP/1.1" status: 204 len: 168 time: 0.2850187 Feb 16 16:11:12.099612 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 57000) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:11:12.213011 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [None req-9a145d9a-5067-44fb-a674-2941393bd0d9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1079310298-network', 'tenant_id': 'a22a1b742904491cbc129a61305f61c2'}} {{(pid=84074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:11:12.218465 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-9a145d9a-5067-44fb-a674-2941393bd0d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:11:12.222624 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-9a145d9a-5067-44fb-a674-2941393bd0d9 admin admin] Usage tracker for resource:network and tenant:a22a1b742904491cbc129a61305f61c2 is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:11:12.226418 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-9a145d9a-5067-44fb-a674-2941393bd0d9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:11:12.232547 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-9a145d9a-5067-44fb-a674-2941393bd0d9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:11:12.271706 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a145d9a-5067-44fb-a674-2941393bd0d9 admin admin] Made reservation on behalf of a22a1b742904491cbc129a61305f61c2 for: {'network': 1} {{(pid=84074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 16:11:12.277470 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-9a145d9a-5067-44fb-a674-2941393bd0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for network, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:12.292094 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-9a145d9a-5067-44fb-a674-2941393bd0d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:12.308167 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-9a145d9a-5067-44fb-a674-2941393bd0d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:11:12.312381 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-9a145d9a-5067-44fb-a674-2941393bd0d9 admin admin] Usage tracker for resource:security_group_rule and tenant:a22a1b742904491cbc129a61305f61c2 is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:11:12.315404 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-9a145d9a-5067-44fb-a674-2941393bd0d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:11:12.321378 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-9a145d9a-5067-44fb-a674-2941393bd0d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:11:12.407396 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-9a145d9a-5067-44fb-a674-2941393bd0d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:12.435065 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-9a145d9a-5067-44fb-a674-2941393bd0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:12.439321 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-b9285644-5079-4782-83b7-3d0262882eb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:11:12.470336 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a145d9a-5067-44fb-a674-2941393bd0d9 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=84074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 16 16:11:12.483289 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a145d9a-5067-44fb-a674-2941393bd0d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db9f9f4a-fa55-4f4d-ac68-cf9c464d7fa0,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:11:12.486586 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-9a145d9a-5067-44fb-a674-2941393bd0d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:11:12.536483 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-9a145d9a-5067-44fb-a674-2941393bd0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797496'] for segment, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:12.536872 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.db.segments_db [None req-9a145d9a-5067-44fb-a674-2941393bd0d9 admin admin] Added segment ff9e5881-2715-400a-9170-56dc4789374e of type vxlan for network 5da30e22-66ec-403a-b0d3-dbb519e57eb8 Feb 16 16:11:12.564418 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-9a145d9a-5067-44fb-a674-2941393bd0d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776635995166'] for network, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:12.629448 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-9a145d9a-5067-44fb-a674-2941393bd0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677'] for network, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:12.630427 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a145d9a-5067-44fb-a674-2941393bd0d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:11:12.631121 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-9a145d9a-5067-44fb-a674-2941393bd0d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210664'] for network, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:12.637250 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-c2bfc94e-2634-4e00-95b6-39859d630560 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:11:12.746842 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a145d9a-5067-44fb-a674-2941393bd0d9 admin admin] Pushing event updated for resources: {'Network': ['ID=5da30e22-66ec-403a-b0d3-dbb519e57eb8,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:11:12.749780 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-9a145d9a-5067-44fb-a674-2941393bd0d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:11:12.759848 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Network 5da30e22-66ec-403a-b0d3-dbb519e57eb8 details requested by agent ovs-agent-dv-cinder-775706-1-iscsi with host dv-cinder-775706-1-iscsi {{(pid=84076) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 16:11:12.773692 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Network 5da30e22-66ec-403a-b0d3-dbb519e57eb8 details requested by agent ovs-agent-hv-cinder-77570 with host hv-cinder-77570 {{(pid=84076) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 16:11:12.781139 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-9a145d9a-5067-44fb-a674-2941393bd0d9 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6803441 Feb 16 16:11:12.784368 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 57006) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:11:12.790737 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [None req-6e02a66a-ae6c-4041-ba52-9b13eeb3b8d3 admin admin] Request body: {'subnet': {'network_id': '5da30e22-66ec-403a-b0d3-dbb519e57eb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1079310298-subnet', 'tenant_id': 'a22a1b742904491cbc129a61305f61c2', 'ip_version': 4}} {{(pid=84074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:11:12.796198 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-6e02a66a-ae6c-4041-ba52-9b13eeb3b8d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:11:12.800328 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-6e02a66a-ae6c-4041-ba52-9b13eeb3b8d3 admin admin] Usage tracker for resource:subnet and tenant:a22a1b742904491cbc129a61305f61c2 is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:11:12.803404 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-6e02a66a-ae6c-4041-ba52-9b13eeb3b8d3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:11:12.809897 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-6e02a66a-ae6c-4041-ba52-9b13eeb3b8d3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:11:12.848890 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e02a66a-ae6c-4041-ba52-9b13eeb3b8d3 admin admin] Made reservation on behalf of a22a1b742904491cbc129a61305f61c2 for: {'subnet': 1} {{(pid=84074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 16:11:12.853874 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-6e02a66a-ae6c-4041-ba52-9b13eeb3b8d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6663298'] for subnet, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:13.015034 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:13.311524 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-6e02a66a-ae6c-4041-ba52-9b13eeb3b8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6980706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6663345'] for subnet, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:13.327270 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-ef49228f-89b5-447e-8ff5-af327f5bda8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:11:13.465022 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e02a66a-ae6c-4041-ba52-9b13eeb3b8d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65ad3805-5be2-47e3-87a0-701dcd43db26,revision_number=0']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:11:13.469452 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-6e02a66a-ae6c-4041-ba52-9b13eeb3b8d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:11:13.532592 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e02a66a-ae6c-4041-ba52-9b13eeb3b8d3 admin admin] Checking segment: {'id': 'ff9e5881-2715-400a-9170-56dc4789374e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5da30e22-66ec-403a-b0d3-dbb519e57eb8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 16:11:13.532994 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e02a66a-ae6c-4041-ba52-9b13eeb3b8d3 admin admin] Network hostable DHCP agents. Network: 5da30e22-66ec-403a-b0d3-dbb519e57eb8, hostable agents: ['47b90563-7f25-4d7d-8681-11e1fb253c09'], hosted agents: [] {{(pid=84074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 16 16:11:13.580726 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e02a66a-ae6c-4041-ba52-9b13eeb3b8d3 admin admin] Network 5da30e22-66ec-403a-b0d3-dbb519e57eb8 is scheduled to be hosted by DHCP agent 47b90563-7f25-4d7d-8681-11e1fb253c09 with binding_index 1 {{(pid=84074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 16 16:11:13.629311 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.base_scheduler [None req-6e02a66a-ae6c-4041-ba52-9b13eeb3b8d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-1-iscsi, 5da30e22-66ec-403a-b0d3-dbb519e57eb8) {{(pid=84074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 16:11:13.638508 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1dbf882-e7ae-4a66-a5ab-8741062c9512 None None] Network 5da30e22-66ec-403a-b0d3-dbb519e57eb8 requested from dv-cinder-775706-1-iscsi {{(pid=84076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 16:11:13.644805 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e02a66a-ae6c-4041-ba52-9b13eeb3b8d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:11:13.645451 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-6e02a66a-ae6c-4041-ba52-9b13eeb3b8d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:13.689792 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-6e02a66a-ae6c-4041-ba52-9b13eeb3b8d3 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9042912 Feb 16 16:11:13.692545 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 57010) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:11:13.698006 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [None req-2ee66a15-fd14-40cd-9f7e-c80d96b3809b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1079310298-router', 'tenant_id': 'a22a1b742904491cbc129a61305f61c2', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6'}}} {{(pid=84074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:11:13.703182 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-2ee66a15-fd14-40cd-9f7e-c80d96b3809b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:11:13.707479 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-2ee66a15-fd14-40cd-9f7e-c80d96b3809b admin admin] Usage tracker for resource:router and tenant:a22a1b742904491cbc129a61305f61c2 is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:11:13.711930 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [None req-2ee66a15-fd14-40cd-9f7e-c80d96b3809b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:11:13.717736 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [None req-2ee66a15-fd14-40cd-9f7e-c80d96b3809b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:11:13.757553 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-2ee66a15-fd14-40cd-9f7e-c80d96b3809b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-877582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63965'] for router, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:13.758842 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-2ee66a15-fd14-40cd-9f7e-c80d96b3809b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853898234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853866136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854113137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854711868'] for router, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:13.853697 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-2ee66a15-fd14-40cd-9f7e-c80d96b3809b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:14.055525 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24afdfe-8375-455c-8a7b-bea049b60a3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb25ab78c-394c-56d3-b2e1-bf845d3bcb0e-5da30e22-66ec-403a-b0d3-dbb519e57eb8', 'network_id': '5da30e22-66ec-403a-b0d3-dbb519e57eb8', 'tenant_id': 'a22a1b742904491cbc129a61305f61c2', 'fixed_ips': [{'subnet_id': '65ad3805-5be2-47e3-87a0-701dcd43db26'}]}} from dv-cinder-775706-1-iscsi. {{(pid=84076) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 16 16:11:14.056462 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f24afdfe-8375-455c-8a7b-bea049b60a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_create {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:14.180891 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-2ee66a15-fd14-40cd-9f7e-c80d96b3809b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853866217', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853898046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854711817'] for router, precommit_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:14.358674 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.db_base_plugin_common [None req-f24afdfe-8375-455c-8a7b-bea049b60a3c None None] Allocated IP 172.20.0.2 (5da30e22-66ec-403a-b0d3-dbb519e57eb8/65ad3805-5be2-47e3-87a0-701dcd43db26/cfa508f5-b199-47c4-835d-5bd8cbd28ad5) {{(pid=84076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 16:11:14.599068 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f24afdfe-8375-455c-8a7b-bea049b60a3c None None] Notify callbacks [] for port, precommit_create {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:14.612063 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-f24afdfe-8375-455c-8a7b-bea049b60a3c None None] Transition to ACTIVE for port object cfa508f5-b199-47c4-835d-5bd8cbd28ad5 will not be triggered until provisioned by entity L2. {{(pid=84076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 16:11:14.681085 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-f24afdfe-8375-455c-8a7b-bea049b60a3c None None] Transition to ACTIVE for port object cfa508f5-b199-47c4-835d-5bd8cbd28ad5 will not be triggered until provisioned by entity DHCP. {{(pid=84076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 16:11:14.716091 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f24afdfe-8375-455c-8a7b-bea049b60a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776636048806'] for port, after_create {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:14.732547 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-46a385e0-a6e6-4063-a947-7d5f733d08ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:11:14.785436 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-2ee66a15-fd14-40cd-9f7e-c80d96b3809b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:14.819297 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-2ee66a15-fd14-40cd-9f7e-c80d96b3809b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:14.877387 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24afdfe-8375-455c-8a7b-bea049b60a3c None None] Pushing event updated for resources: {'Port': ['ID=cfa508f5-b199-47c4-835d-5bd8cbd28ad5,revision_number=1']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:11:14.888796 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24afdfe-8375-455c-8a7b-bea049b60a3c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:11:14.889155 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24afdfe-8375-455c-8a7b-bea049b60a3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:11:14.889537 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24afdfe-8375-455c-8a7b-bea049b60a3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:11:14.889912 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24afdfe-8375-455c-8a7b-bea049b60a3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:11:14.890288 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24afdfe-8375-455c-8a7b-bea049b60a3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:11:14.890678 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24afdfe-8375-455c-8a7b-bea049b60a3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:11:14.891078 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24afdfe-8375-455c-8a7b-bea049b60a3c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:11:14.891426 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24afdfe-8375-455c-8a7b-bea049b60a3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:11:14.891791 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24afdfe-8375-455c-8a7b-bea049b60a3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:11:14.892152 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24afdfe-8375-455c-8a7b-bea049b60a3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:11:14.892513 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24afdfe-8375-455c-8a7b-bea049b60a3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:11:14.892874 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24afdfe-8375-455c-8a7b-bea049b60a3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:11:14.893275 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24afdfe-8375-455c-8a7b-bea049b60a3c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:11:14.893640 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24afdfe-8375-455c-8a7b-bea049b60a3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:11:14.894000 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24afdfe-8375-455c-8a7b-bea049b60a3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:11:14.894358 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24afdfe-8375-455c-8a7b-bea049b60a3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:11:14.894759 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24afdfe-8375-455c-8a7b-bea049b60a3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:11:14.895119 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24afdfe-8375-455c-8a7b-bea049b60a3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:11:14.895480 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24afdfe-8375-455c-8a7b-bea049b60a3c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:11:14.895840 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24afdfe-8375-455c-8a7b-bea049b60a3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:11:14.896199 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24afdfe-8375-455c-8a7b-bea049b60a3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:11:14.896562 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24afdfe-8375-455c-8a7b-bea049b60a3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:11:14.896918 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24afdfe-8375-455c-8a7b-bea049b60a3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:11:14.897287 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24afdfe-8375-455c-8a7b-bea049b60a3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:11:14.901741 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-f24afdfe-8375-455c-8a7b-bea049b60a3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:11:14.945182 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24afdfe-8375-455c-8a7b-bea049b60a3c None None] Network 5da30e22-66ec-403a-b0d3-dbb519e57eb8 is already hosted by enough agents. {{(pid=84076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 16:11:14.946612 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.base_scheduler [None req-f24afdfe-8375-455c-8a7b-bea049b60a3c None None] Resources bound (agent type, host, resource id): {{(pid=84076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 16:11:14.950881 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24afdfe-8375-455c-8a7b-bea049b60a3c None None] Received port after_create {{(pid=84076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 16:11:15.010671 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-f24afdfe-8375-455c-8a7b-bea049b60a3c None None] Attempting to bind port cfa508f5-b199-47c4-835d-5bd8cbd28ad5 on host dv-cinder-775706-1-iscsi for vnic_type normal with profile {{(pid=84076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:11:15.011128 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-f24afdfe-8375-455c-8a7b-bea049b60a3c None None] Attempting to bind port cfa508f5-b199-47c4-835d-5bd8cbd28ad5 by drivers openvswitch on host dv-cinder-775706-1-iscsi at level 0 using segments [{'id': 'ff9e5881-2715-400a-9170-56dc4789374e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5da30e22-66ec-403a-b0d3-dbb519e57eb8'}] {{(pid=84076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 16:11:15.011534 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24afdfe-8375-455c-8a7b-bea049b60a3c None None] Attempting to bind port cfa508f5-b199-47c4-835d-5bd8cbd28ad5 on network 5da30e22-66ec-403a-b0d3-dbb519e57eb8 {{(pid=84076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 16:11:15.017197 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24afdfe-8375-455c-8a7b-bea049b60a3c None None] Checking agent: {'id': '84f77aeb-7661-44c0-b112-b1bf68bd83fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 15, 47, 21), 'started_at': datetime.datetime(2021, 2, 16, 15, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 16, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.95', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 16:11:15.017610 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24afdfe-8375-455c-8a7b-bea049b60a3c None None] Checking segment: {'id': 'ff9e5881-2715-400a-9170-56dc4789374e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5da30e22-66ec-403a-b0d3-dbb519e57eb8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 16:11:15.018082 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f24afdfe-8375-455c-8a7b-bea049b60a3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:15.018495 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24afdfe-8375-455c-8a7b-bea049b60a3c None None] Bound using segment: {'id': 'ff9e5881-2715-400a-9170-56dc4789374e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5da30e22-66ec-403a-b0d3-dbb519e57eb8'} {{(pid=84076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 16:11:15.019036 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-f24afdfe-8375-455c-8a7b-bea049b60a3c None None] Bound port: cfa508f5-b199-47c4-835d-5bd8cbd28ad5, host: dv-cinder-775706-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff9e5881-2715-400a-9170-56dc4789374e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5da30e22-66ec-403a-b0d3-dbb519e57eb8'}}] {{(pid=84076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 16:11:15.019452 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f24afdfe-8375-455c-8a7b-bea049b60a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:15.107311 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.db_base_plugin_common [None req-2ee66a15-fd14-40cd-9f7e-c80d96b3809b admin admin] Allocated IP 172.27.1.146 (4b949073-2dbc-48f8-99e6-0912404ac0f6/1330f553-cf5d-40b8-b778-7809bbd3e08c/3839b414-3f8e-4e2e-b35d-3802b6253e0a) {{(pid=84074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 16:11:15.128681 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-f24afdfe-8375-455c-8a7b-bea049b60a3c None None] For port cfa508f5-b199-47c4-835d-5bd8cbd28ad5, host dv-cinder-775706-1-iscsi, cleared binding levels {{(pid=84076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 16:11:15.132593 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-f24afdfe-8375-455c-8a7b-bea049b60a3c None None] For port cfa508f5-b199-47c4-835d-5bd8cbd28ad5, host dv-cinder-775706-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-iscsi',level=0,port_id=cfa508f5-b199-47c4-835d-5bd8cbd28ad5,segment=NetworkSegment(ff9e5881-2715-400a-9170-56dc4789374e),segment_id=ff9e5881-2715-400a-9170-56dc4789374e)] {{(pid=84076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 16:11:15.169498 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f24afdfe-8375-455c-8a7b-bea049b60a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:15.186280 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-83b2fc47-c4ab-452a-a49d-6fd2d34f375c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:11:15.268940 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-2ee66a15-fd14-40cd-9f7e-c80d96b3809b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:15.344361 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24afdfe-8375-455c-8a7b-bea049b60a3c None None] Pushing event updated for resources: {'Port': ['ID=cfa508f5-b199-47c4-835d-5bd8cbd28ad5,revision_number=2']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:11:15.347876 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-f24afdfe-8375-455c-8a7b-bea049b60a3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:11:15.375436 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-2ee66a15-fd14-40cd-9f7e-c80d96b3809b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776636048806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6980856'] for port, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:15.395825 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-0ec63b7f-fb46-4626-8980-456dfa954dfb tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:11:15.547091 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee66a15-fd14-40cd-9f7e-c80d96b3809b admin admin] Pushing event updated for resources: {'Port': ['ID=3839b414-3f8e-4e2e-b35d-3802b6253e0a,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:11:15.551705 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-2ee66a15-fd14-40cd-9f7e-c80d96b3809b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:11:15.595961 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee66a15-fd14-40cd-9f7e-c80d96b3809b admin admin] Network 4b949073-2dbc-48f8-99e6-0912404ac0f6 is already hosted by enough agents. {{(pid=84074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 16:11:15.597286 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.base_scheduler [None req-2ee66a15-fd14-40cd-9f7e-c80d96b3809b admin admin] Resources bound (agent type, host, resource id): {{(pid=84074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 16:11:15.599590 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee66a15-fd14-40cd-9f7e-c80d96b3809b admin admin] Received port after_create {{(pid=84074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 16:11:16.180168 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-2ee66a15-fd14-40cd-9f7e-c80d96b3809b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:16.556733 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-2ee66a15-fd14-40cd-9f7e-c80d96b3809b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-877770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-909817'] for router, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:16.853743 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c9f9ec-a9cc-4503-a227-649b4f68437d None None] Network 5da30e22-66ec-403a-b0d3-dbb519e57eb8 requested from dv-cinder-775706-1-iscsi {{(pid=84076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 16:11:16.864320 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ee66a15-fd14-40cd-9f7e-c80d96b3809b admin admin] Router dd04f419-1f5f-474f-9732-192b2ba1a604 is scheduled to L3 agent 4f2d6f55-b6e7-4768-88f5-01ac5c4c3902 with binding_index 1 {{(pid=84074) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 16 16:11:16.996326 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-103fa8de-7930-4973-a0f6-e324cf8470e0 None None] Provisioning for port cfa508f5-b199-47c4-835d-5bd8cbd28ad5 completed by entity DHCP. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 16:11:17.068003 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ee66a15-fd14-40cd-9f7e-c80d96b3809b admin admin] Notify agent at l3_agent.dv-cinder-775706-1-iscsi the message routers_updated {{(pid=84074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 16:11:17.101099 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0339eae-3016-43f8-a391-1800cb2ff009 None None] Sync routers for ids ['dd04f419-1f5f-474f-9732-192b2ba1a604'] in dv-cinder-775706-1-iscsi {{(pid=84076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 16:11:17.120856 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0339eae-3016-43f8-a391-1800cb2ff009 None None] Routers {'dd04f419-1f5f-474f-9732-192b2ba1a604'} bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 16:11:17.121544 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-f0339eae-3016-43f8-a391-1800cb2ff009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-16T15:47:20Z,description=,heartbeat_timestamp=2021-02-16T16:10:51Z,host='dv-cinder-775706-1-iscsi',id=4f2d6f55-b6e7-4768-88f5-01ac5c4c3902,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:47:21Z,topic='l3_agent')) {'router_ids': ['dd04f419-1f5f-474f-9732-192b2ba1a604'], 'active': True} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:11:17.123489 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-2ee66a15-fd14-40cd-9f7e-c80d96b3809b admin admin] Notify callbacks [] for router, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:17.124972 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-2ee66a15-fd14-40cd-9f7e-c80d96b3809b admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.4314251 Feb 16 16:11:17.127954 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 57014) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:11:17.341845 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvr_db [None req-f0339eae-3016-43f8-a391-1800cb2ff009 None None] Set router dd04f419-1f5f-474f-9732-192b2ba1a604 gateway port host: dv-cinder-775706-1-iscsi {{(pid=84076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 16:11:17.486316 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device cfa508f5-b199-47c4-835d-5bd8cbd28ad5 up at agent ovs-agent-dv-cinder-775706-1-iscsi {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 16:11:17.735546 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-0b015aec-bf41-434c-bdc9-0d57f184f13c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:17.758139 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Provisioning for port cfa508f5-b199-47c4-835d-5bd8cbd28ad5 completed by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 16:11:17.767850 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Provisioning complete for port cfa508f5-b199-47c4-835d-5bd8cbd28ad5 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:11:17.768292 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:18.015534 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-cf9cb326-de70-488a-891c-f56c480749bf None None] Provisioning complete for port cfa508f5-b199-47c4-835d-5bd8cbd28ad5 triggered by entity DHCP. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:11:18.015888 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-cf9cb326-de70-488a-891c-f56c480749bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:18.069512 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-f0339eae-3016-43f8-a391-1800cb2ff009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd04f419-1f5f-474f-9732-192b2ba1a604', 'name': 'tempest-TestMinimumBasicScenario-1079310298-router', 'tenant_id': 'a22a1b742904491cbc129a61305f61c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '3839b414-3f8e-4e2e-b35d-3802b6253e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T16:11:13Z', 'updated_at': '2021-02-16T16:11:15Z', 'revision_number': 3, 'project_id': 'a22a1b742904491cbc129a61305f61c2', 'gw_port': {'id': '3839b414-3f8e-4e2e-b35d-3802b6253e0a', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:0e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd04f419-1f5f-474f-9732-192b2ba1a604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:11:14Z', 'updated_at': '2021-02-16T16:11:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi'}], 'dv-cinder-775706-1-iscsi', False) {} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:11:18.086196 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0339eae-3016-43f8-a391-1800cb2ff009 None None] Checking router: dd04f419-1f5f-474f-9732-192b2ba1a604 for host: dv-cinder-775706-1-iscsi {{(pid=84076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 16:11:18.086601 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0339eae-3016-43f8-a391-1800cb2ff009 None None] Updating router dd04f419-1f5f-474f-9732-192b2ba1a604 port 3839b414-3f8e-4e2e-b35d-3802b6253e0a binding host dv-cinder-775706-1-iscsi {{(pid=84076) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 16 16:11:18.158940 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-93051b45-1cfc-4aa4-b556-019f139f16ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:18.210891 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f0339eae-3016-43f8-a391-1800cb2ff009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:18.285819 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:18.400213 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-cf9cb326-de70-488a-891c-f56c480749bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:18.414822 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] For port cfa508f5-b199-47c4-835d-5bd8cbd28ad5, host dv-cinder-775706-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-iscsi',level=0,port_id=cfa508f5-b199-47c4-835d-5bd8cbd28ad5,segment=NetworkSegment(ff9e5881-2715-400a-9170-56dc4789374e),segment_id=ff9e5881-2715-400a-9170-56dc4789374e)] {{(pid=84076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:11:18.518351 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:18.526331 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.db_base_plugin_common [None req-93051b45-1cfc-4aa4-b556-019f139f16ec admin admin] Allocated IP 172.20.0.1 (5da30e22-66ec-403a-b0d3-dbb519e57eb8/65ad3805-5be2-47e3-87a0-701dcd43db26/56f296f8-0a0a-440b-8907-97535c122044) {{(pid=84074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 16:11:18.538415 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:11:18.634074 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.db.api [None req-cf9cb326-de70-488a-891c-f56c480749bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84076) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:11:18.634469 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_db.api [None req-cf9cb326-de70-488a-891c-f56c480749bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 16 16:11:18.676264 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Pushing event updated for resources: {'Port': ['ID=cfa508f5-b199-47c4-835d-5bd8cbd28ad5,revision_number=3']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:11:18.681167 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:11:18.691635 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-93051b45-1cfc-4aa4-b556-019f139f16ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:18.709071 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-93051b45-1cfc-4aa4-b556-019f139f16ec admin admin] Transition to ACTIVE for port object 56f296f8-0a0a-440b-8907-97535c122044 will not be triggered until provisioned by entity DHCP. {{(pid=84074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 16:11:18.758659 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-93051b45-1cfc-4aa4-b556-019f139f16ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776636048806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6980856'] for port, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:18.775017 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-f24e9b28-c079-40f4-af96-004b39656da2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:11:18.870381 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f0339eae-3016-43f8-a391-1800cb2ff009 None None] Notify callbacks [] for port, precommit_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:18.883913 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-f0339eae-3016-43f8-a391-1800cb2ff009 None None] Transition to ACTIVE for port object 3839b414-3f8e-4e2e-b35d-3802b6253e0a will not be triggered until provisioned by entity L2. {{(pid=84076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 16:11:18.920868 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f0339eae-3016-43f8-a391-1800cb2ff009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:18.921102 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93051b45-1cfc-4aa4-b556-019f139f16ec admin admin] Pushing event updated for resources: {'Port': ['ID=56f296f8-0a0a-440b-8907-97535c122044,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:11:18.925734 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-93051b45-1cfc-4aa4-b556-019f139f16ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:11:18.942760 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:11:18.969760 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93051b45-1cfc-4aa4-b556-019f139f16ec admin admin] Network 5da30e22-66ec-403a-b0d3-dbb519e57eb8 is already hosted by enough agents. {{(pid=84074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 16:11:18.971410 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.base_scheduler [None req-93051b45-1cfc-4aa4-b556-019f139f16ec admin admin] Resources bound (agent type, host, resource id): {{(pid=84074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 16:11:18.973908 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93051b45-1cfc-4aa4-b556-019f139f16ec admin admin] Received port after_create {{(pid=84074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 16:11:19.039542 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-93051b45-1cfc-4aa4-b556-019f139f16ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853906703'] for router_interface, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:19.099639 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa9e8f8-5713-49f0-ac25-7cd25edfe0e7 None None] Pushing event updated for resources: {'Port': ['ID=3839b414-3f8e-4e2e-b35d-3802b6253e0a,revision_number=2']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:11:19.103220 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-aaa9e8f8-5713-49f0-ac25-7cd25edfe0e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:11:19.211474 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-f0339eae-3016-43f8-a391-1800cb2ff009 None None] Attempting to bind port 3839b414-3f8e-4e2e-b35d-3802b6253e0a on host dv-cinder-775706-1-iscsi for vnic_type normal with profile {{(pid=84076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:11:19.211886 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-f0339eae-3016-43f8-a391-1800cb2ff009 None None] Attempting to bind port 3839b414-3f8e-4e2e-b35d-3802b6253e0a by drivers openvswitch on host dv-cinder-775706-1-iscsi at level 0 using segments [{'id': '31924cb5-91ae-4236-8041-dd0103380e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6'}] {{(pid=84076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 16:11:19.212298 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0339eae-3016-43f8-a391-1800cb2ff009 None None] Attempting to bind port 3839b414-3f8e-4e2e-b35d-3802b6253e0a on network 4b949073-2dbc-48f8-99e6-0912404ac0f6 {{(pid=84076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 16:11:19.220527 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0339eae-3016-43f8-a391-1800cb2ff009 None None] Checking agent: {'id': '84f77aeb-7661-44c0-b112-b1bf68bd83fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 15, 47, 21), 'started_at': datetime.datetime(2021, 2, 16, 15, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 16, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.95', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 16:11:19.220944 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0339eae-3016-43f8-a391-1800cb2ff009 None None] Checking segment: {'id': '31924cb5-91ae-4236-8041-dd0103380e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 16:11:19.221396 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f0339eae-3016-43f8-a391-1800cb2ff009 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:19.221832 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0339eae-3016-43f8-a391-1800cb2ff009 None None] Bound using segment: {'id': '31924cb5-91ae-4236-8041-dd0103380e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6'} {{(pid=84076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 16:11:19.222346 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-f0339eae-3016-43f8-a391-1800cb2ff009 None None] Bound port: 3839b414-3f8e-4e2e-b35d-3802b6253e0a, host: dv-cinder-775706-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31924cb5-91ae-4236-8041-dd0103380e57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6'}}] {{(pid=84076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 16:11:19.222807 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f0339eae-3016-43f8-a391-1800cb2ff009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:19.280911 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-93051b45-1cfc-4aa4-b556-019f139f16ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:19.305097 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-f0339eae-3016-43f8-a391-1800cb2ff009 None None] For port 3839b414-3f8e-4e2e-b35d-3802b6253e0a, host dv-cinder-775706-1-iscsi, cleared binding levels {{(pid=84076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 16:11:19.308302 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-f0339eae-3016-43f8-a391-1800cb2ff009 None None] For port 3839b414-3f8e-4e2e-b35d-3802b6253e0a, host dv-cinder-775706-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-iscsi',level=0,port_id=3839b414-3f8e-4e2e-b35d-3802b6253e0a,segment=NetworkSegment(31924cb5-91ae-4236-8041-dd0103380e57),segment_id=31924cb5-91ae-4236-8041-dd0103380e57)] {{(pid=84076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 16:11:19.379975 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-a4192683-1419-47ef-bc52-fd609cda261e None None] Provisioning complete for port cfa508f5-b199-47c4-835d-5bd8cbd28ad5 triggered by entity DHCP. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:11:19.380400 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a4192683-1419-47ef-bc52-fd609cda261e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:19.414777 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device cfa508f5-b199-47c4-835d-5bd8cbd28ad5 up at agent ovs-agent-dv-cinder-775706-1-iscsi {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 16:11:19.454814 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f0339eae-3016-43f8-a391-1800cb2ff009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:19.483097 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:11:19.584093 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-93051b45-1cfc-4aa4-b556-019f139f16ec admin admin] Notify callbacks [] for port, precommit_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:19.649138 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-93051b45-1cfc-4aa4-b556-019f139f16ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847794957'] for port, after_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:19.680270 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:11:19.703222 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa9e8f8-5713-49f0-ac25-7cd25edfe0e7 None None] Pushing event updated for resources: {'Port': ['ID=3839b414-3f8e-4e2e-b35d-3802b6253e0a,revision_number=3']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:11:19.716527 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-aaa9e8f8-5713-49f0-ac25-7cd25edfe0e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:11:19.776086 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Provisioning complete for port cfa508f5-b199-47c4-835d-5bd8cbd28ad5 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:11:19.776747 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-93051b45-1cfc-4aa4-b556-019f139f16ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854210630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-868946'] for router_interface, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:19.776977 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:19.793138 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93051b45-1cfc-4aa4-b556-019f139f16ec admin admin] Pushing event updated for resources: {'Port': ['ID=56f296f8-0a0a-440b-8907-97535c122044,revision_number=2']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:11:19.808383 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-93051b45-1cfc-4aa4-b556-019f139f16ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:11:19.871870 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0339eae-3016-43f8-a391-1800cb2ff009 None None] Routers {'dd04f419-1f5f-474f-9732-192b2ba1a604'} bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 16:11:19.872564 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-f0339eae-3016-43f8-a391-1800cb2ff009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-16T15:47:20Z,description=,heartbeat_timestamp=2021-02-16T16:10:51Z,host='dv-cinder-775706-1-iscsi',id=4f2d6f55-b6e7-4768-88f5-01ac5c4c3902,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:47:21Z,topic='l3_agent')) {'router_ids': ['dd04f419-1f5f-474f-9732-192b2ba1a604'], 'active': True} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:11:19.936490 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93051b45-1cfc-4aa4-b556-019f139f16ec admin admin] Network 5da30e22-66ec-403a-b0d3-dbb519e57eb8 is already hosted by enough agents. {{(pid=84074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 16:11:19.937337 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.base_scheduler [None req-93051b45-1cfc-4aa4-b556-019f139f16ec admin admin] Resources bound (agent type, host, resource id): {{(pid=84074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 16:11:20.150790 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93051b45-1cfc-4aa4-b556-019f139f16ec admin admin] Router dd04f419-1f5f-474f-9732-192b2ba1a604 has already been hosted by L3 agent 4f2d6f55-b6e7-4768-88f5-01ac5c4c3902 {{(pid=84074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 16:11:20.263036 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-a4192683-1419-47ef-bc52-fd609cda261e None None] Provisioning for port 56f296f8-0a0a-440b-8907-97535c122044 completed by entity DHCP. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 16:11:20.279496 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-a4192683-1419-47ef-bc52-fd609cda261e None None] Provisioning complete for port 56f296f8-0a0a-440b-8907-97535c122044 triggered by entity DHCP. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:11:20.279931 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a4192683-1419-47ef-bc52-fd609cda261e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:20.354093 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93051b45-1cfc-4aa4-b556-019f139f16ec admin admin] Notify agent at l3_agent.dv-cinder-775706-1-iscsi the message routers_updated {{(pid=84074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 16:11:20.363969 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-93051b45-1cfc-4aa4-b556-019f139f16ec admin admin] 10.222.0.101 "PUT /v2.0/routers/dd04f419-1f5f-474f-9732-192b2ba1a604/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2348530 Feb 16 16:11:20.398785 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvr_db [None req-f0339eae-3016-43f8-a391-1800cb2ff009 None None] Set router dd04f419-1f5f-474f-9732-192b2ba1a604 gateway port host: dv-cinder-775706-1-iscsi {{(pid=84076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 16:11:20.444546 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-a4192683-1419-47ef-bc52-fd609cda261e None None] Port 56f296f8-0a0a-440b-8907-97535c122044 cannot update to ACTIVE because it is not bound. {{(pid=84076) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 16:11:20.456721 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d05518bb-17ee-4865-b03c-31693adcda8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:20.654126 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-cbc8f968-5684-4105-a9d3-ca966f9e6579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:20.672366 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-ff8c94c9-0bd1-4355-b675-541f3f44d6ae None None] Provisioning complete for port 56f296f8-0a0a-440b-8907-97535c122044 triggered by entity DHCP. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:11:20.672798 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ff8c94c9-0bd1-4355-b675-541f3f44d6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:20.757685 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-ff8c94c9-0bd1-4355-b675-541f3f44d6ae None None] Port 56f296f8-0a0a-440b-8907-97535c122044 cannot update to ACTIVE because it is not bound. {{(pid=84076) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 16:11:20.827221 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-f0339eae-3016-43f8-a391-1800cb2ff009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd04f419-1f5f-474f-9732-192b2ba1a604', 'name': 'tempest-TestMinimumBasicScenario-1079310298-router', 'tenant_id': 'a22a1b742904491cbc129a61305f61c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '3839b414-3f8e-4e2e-b35d-3802b6253e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T16:11:13Z', 'updated_at': '2021-02-16T16:11:19Z', 'revision_number': 4, 'project_id': 'a22a1b742904491cbc129a61305f61c2', 'gw_port': {'id': '3839b414-3f8e-4e2e-b35d-3802b6253e0a', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:0e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd04f419-1f5f-474f-9732-192b2ba1a604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:11:14Z', 'updated_at': '2021-02-16T16:11:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_interfaces': [{'id': '56f296f8-0a0a-440b-8907-97535c122044', 'name': '', 'network_id': '5da30e22-66ec-403a-b0d3-dbb519e57eb8', 'tenant_id': 'a22a1b742904491cbc129a61305f61c2', 'mac_address': 'fa:16:3e:2c:4a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd04f419-1f5f-474f-9732-192b2ba1a604', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '65ad3805-5be2-47e3-87a0-701dcd43db26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:11:18Z', 'updated_at': '2021-02-16T16:11:19Z', 'revision_number': 2, 'project_id': 'a22a1b742904491cbc129a61305f61c2', 'subnets': [{'id': '65ad3805-5be2-47e3-87a0-701dcd43db26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-iscsi', False) {} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:11:20.831973 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0339eae-3016-43f8-a391-1800cb2ff009 None None] The sync data for ids ['dd04f419-1f5f-474f-9732-192b2ba1a604'] in dv-cinder-775706-1-iscsi is: [{'id': 'dd04f419-1f5f-474f-9732-192b2ba1a604', 'name': 'tempest-TestMinimumBasicScenario-1079310298-router', 'tenant_id': 'a22a1b742904491cbc129a61305f61c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '3839b414-3f8e-4e2e-b35d-3802b6253e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T16:11:13Z', 'updated_at': '2021-02-16T16:11:19Z', 'revision_number': 4, 'project_id': 'a22a1b742904491cbc129a61305f61c2', 'gw_port': {'id': '3839b414-3f8e-4e2e-b35d-3802b6253e0a', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:0e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd04f419-1f5f-474f-9732-192b2ba1a604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:11:14Z', 'updated_at': '2021-02-16T16:11:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_interfaces': [{'id': '56f296f8-0a0a-440b-8907-97535c122044', 'name': '', 'network_id': '5da30e22-66ec-403a-b0d3-dbb519e57eb8', 'tenant_id': 'a22a1b742904491cbc129a61305f61c2', 'mac_address': 'fa:16:3e:2c:4a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd04f419-1f5f-474f-9732-192b2ba1a604', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '65ad3805-5be2-47e3-87a0-701dcd43db26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:11:18Z', 'updated_at': '2021-02-16T16:11:19Z', 'revision_number': 2, 'project_id': 'a22a1b742904491cbc129a61305f61c2', 'subnets': [{'id': '65ad3805-5be2-47e3-87a0-701dcd43db26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 16:11:21.435429 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:22.338451 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-331083c2-9fd5-48c9-8796-02890b3f22e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:23.443253 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device 3839b414-3f8e-4e2e-b35d-3802b6253e0a up at agent ovs-agent-dv-cinder-775706-1-iscsi {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 16:11:23.545794 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Provisioning for port 3839b414-3f8e-4e2e-b35d-3802b6253e0a completed by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 16:11:23.551738 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Provisioning complete for port 3839b414-3f8e-4e2e-b35d-3802b6253e0a triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:11:23.552167 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:23.690549 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:23.708800 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] For port 3839b414-3f8e-4e2e-b35d-3802b6253e0a, host dv-cinder-775706-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-iscsi',level=0,port_id=3839b414-3f8e-4e2e-b35d-3802b6253e0a,segment=NetworkSegment(31924cb5-91ae-4236-8041-dd0103380e57),segment_id=31924cb5-91ae-4236-8041-dd0103380e57)] {{(pid=84076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:11:23.757931 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:23.761342 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:11:23.849321 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Pushing event updated for resources: {'Port': ['ID=3839b414-3f8e-4e2e-b35d-3802b6253e0a,revision_number=4']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:11:23.854051 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:11:24.415528 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2b7b2e-62f3-4c83-968b-370dd033d4d3 None None] Sync routers for ids ['dd04f419-1f5f-474f-9732-192b2ba1a604'] in dv-cinder-775706-1-iscsi {{(pid=84077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 16:11:24.425912 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2b7b2e-62f3-4c83-968b-370dd033d4d3 None None] Routers {'dd04f419-1f5f-474f-9732-192b2ba1a604'} bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 16:11:24.426939 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-3c2b7b2e-62f3-4c83-968b-370dd033d4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-16T15:47:20Z,description=,heartbeat_timestamp=2021-02-16T16:11:21Z,host='dv-cinder-775706-1-iscsi',id=4f2d6f55-b6e7-4768-88f5-01ac5c4c3902,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:47:21Z,topic='l3_agent')) {'router_ids': ['dd04f419-1f5f-474f-9732-192b2ba1a604'], 'active': True} {{(pid=84077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:11:24.635376 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvr_db [None req-3c2b7b2e-62f3-4c83-968b-370dd033d4d3 None None] Set router dd04f419-1f5f-474f-9732-192b2ba1a604 gateway port host: dv-cinder-775706-1-iscsi {{(pid=84077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 16:11:25.003534 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-3c2b7b2e-62f3-4c83-968b-370dd033d4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd04f419-1f5f-474f-9732-192b2ba1a604', 'name': 'tempest-TestMinimumBasicScenario-1079310298-router', 'tenant_id': 'a22a1b742904491cbc129a61305f61c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '3839b414-3f8e-4e2e-b35d-3802b6253e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T16:11:13Z', 'updated_at': '2021-02-16T16:11:19Z', 'revision_number': 4, 'project_id': 'a22a1b742904491cbc129a61305f61c2', 'gw_port': {'id': '3839b414-3f8e-4e2e-b35d-3802b6253e0a', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:0e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd04f419-1f5f-474f-9732-192b2ba1a604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:11:14Z', 'updated_at': '2021-02-16T16:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_interfaces': [{'id': '56f296f8-0a0a-440b-8907-97535c122044', 'name': '', 'network_id': '5da30e22-66ec-403a-b0d3-dbb519e57eb8', 'tenant_id': 'a22a1b742904491cbc129a61305f61c2', 'mac_address': 'fa:16:3e:2c:4a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd04f419-1f5f-474f-9732-192b2ba1a604', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '65ad3805-5be2-47e3-87a0-701dcd43db26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:11:18Z', 'updated_at': '2021-02-16T16:11:19Z', 'revision_number': 2, 'project_id': 'a22a1b742904491cbc129a61305f61c2', 'subnets': [{'id': '65ad3805-5be2-47e3-87a0-701dcd43db26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-iscsi', False) {} {{(pid=84077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:11:25.007952 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2b7b2e-62f3-4c83-968b-370dd033d4d3 None None] Checking router: dd04f419-1f5f-474f-9732-192b2ba1a604 for host: dv-cinder-775706-1-iscsi {{(pid=84077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 16:11:25.008436 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2b7b2e-62f3-4c83-968b-370dd033d4d3 None None] Updating router dd04f419-1f5f-474f-9732-192b2ba1a604 port 56f296f8-0a0a-440b-8907-97535c122044 binding host dv-cinder-775706-1-iscsi {{(pid=84077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 16 16:11:25.094906 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-3c2b7b2e-62f3-4c83-968b-370dd033d4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:25.430529 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device 3839b414-3f8e-4e2e-b35d-3802b6253e0a up at agent ovs-agent-dv-cinder-775706-1-iscsi {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 16:11:25.533792 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Provisioning complete for port 3839b414-3f8e-4e2e-b35d-3802b6253e0a triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:11:25.534336 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:25.588846 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-3c2b7b2e-62f3-4c83-968b-370dd033d4d3 None None] Notify callbacks [] for port, precommit_update {{(pid=84077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:25.612089 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-3c2b7b2e-62f3-4c83-968b-370dd033d4d3 None None] Transition to ACTIVE for port object 56f296f8-0a0a-440b-8907-97535c122044 will not be triggered until provisioned by entity L2. {{(pid=84077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 16:11:25.654169 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-3c2b7b2e-62f3-4c83-968b-370dd033d4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:25.671157 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:11:25.817642 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995ebb5a-d341-4dab-b174-68d3c44d1eca None None] Pushing event updated for resources: {'Port': ['ID=56f296f8-0a0a-440b-8907-97535c122044,revision_number=3']} {{(pid=84077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:11:25.829249 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995ebb5a-d341-4dab-b174-68d3c44d1eca None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:11:25.829630 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995ebb5a-d341-4dab-b174-68d3c44d1eca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:11:25.830004 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995ebb5a-d341-4dab-b174-68d3c44d1eca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:11:25.830615 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995ebb5a-d341-4dab-b174-68d3c44d1eca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:11:25.831059 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995ebb5a-d341-4dab-b174-68d3c44d1eca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:11:25.831426 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995ebb5a-d341-4dab-b174-68d3c44d1eca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:11:25.831793 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995ebb5a-d341-4dab-b174-68d3c44d1eca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:11:25.832153 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995ebb5a-d341-4dab-b174-68d3c44d1eca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:11:25.833099 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995ebb5a-d341-4dab-b174-68d3c44d1eca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:11:25.833099 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995ebb5a-d341-4dab-b174-68d3c44d1eca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:11:25.833313 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995ebb5a-d341-4dab-b174-68d3c44d1eca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:11:25.835510 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995ebb5a-d341-4dab-b174-68d3c44d1eca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:11:25.835510 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995ebb5a-d341-4dab-b174-68d3c44d1eca None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:11:25.835510 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995ebb5a-d341-4dab-b174-68d3c44d1eca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:11:25.835510 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995ebb5a-d341-4dab-b174-68d3c44d1eca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:11:25.836030 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995ebb5a-d341-4dab-b174-68d3c44d1eca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:11:25.836030 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995ebb5a-d341-4dab-b174-68d3c44d1eca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:11:25.836635 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995ebb5a-d341-4dab-b174-68d3c44d1eca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:11:25.836755 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995ebb5a-d341-4dab-b174-68d3c44d1eca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:11:25.837368 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995ebb5a-d341-4dab-b174-68d3c44d1eca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:11:25.837505 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995ebb5a-d341-4dab-b174-68d3c44d1eca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:11:25.837864 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995ebb5a-d341-4dab-b174-68d3c44d1eca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:11:25.838222 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995ebb5a-d341-4dab-b174-68d3c44d1eca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:11:25.838674 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995ebb5a-d341-4dab-b174-68d3c44d1eca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:11:25.844575 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-995ebb5a-d341-4dab-b174-68d3c44d1eca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:11:26.036584 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-3c2b7b2e-62f3-4c83-968b-370dd033d4d3 None None] Attempting to bind port 56f296f8-0a0a-440b-8907-97535c122044 on host dv-cinder-775706-1-iscsi for vnic_type normal with profile {{(pid=84077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:11:26.036999 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-3c2b7b2e-62f3-4c83-968b-370dd033d4d3 None None] Attempting to bind port 56f296f8-0a0a-440b-8907-97535c122044 by drivers openvswitch on host dv-cinder-775706-1-iscsi at level 0 using segments [{'id': 'ff9e5881-2715-400a-9170-56dc4789374e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5da30e22-66ec-403a-b0d3-dbb519e57eb8'}] {{(pid=84077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 16:11:26.038086 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2b7b2e-62f3-4c83-968b-370dd033d4d3 None None] Attempting to bind port 56f296f8-0a0a-440b-8907-97535c122044 on network 5da30e22-66ec-403a-b0d3-dbb519e57eb8 {{(pid=84077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 16:11:26.045916 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2b7b2e-62f3-4c83-968b-370dd033d4d3 None None] Checking agent: {'id': '84f77aeb-7661-44c0-b112-b1bf68bd83fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 15, 47, 21), 'started_at': datetime.datetime(2021, 2, 16, 15, 47, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 16, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.95', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 16:11:26.045916 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2b7b2e-62f3-4c83-968b-370dd033d4d3 None None] Checking segment: {'id': 'ff9e5881-2715-400a-9170-56dc4789374e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5da30e22-66ec-403a-b0d3-dbb519e57eb8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 16:11:26.046258 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-3c2b7b2e-62f3-4c83-968b-370dd033d4d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:26.046679 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2b7b2e-62f3-4c83-968b-370dd033d4d3 None None] Bound using segment: {'id': 'ff9e5881-2715-400a-9170-56dc4789374e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5da30e22-66ec-403a-b0d3-dbb519e57eb8'} {{(pid=84077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 16:11:26.047252 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-3c2b7b2e-62f3-4c83-968b-370dd033d4d3 None None] Bound port: 56f296f8-0a0a-440b-8907-97535c122044, host: dv-cinder-775706-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff9e5881-2715-400a-9170-56dc4789374e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5da30e22-66ec-403a-b0d3-dbb519e57eb8'}}] {{(pid=84077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 16:11:26.047608 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-3c2b7b2e-62f3-4c83-968b-370dd033d4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:26.173823 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-3c2b7b2e-62f3-4c83-968b-370dd033d4d3 None None] For port 56f296f8-0a0a-440b-8907-97535c122044, host dv-cinder-775706-1-iscsi, cleared binding levels {{(pid=84077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 16:11:26.177607 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-3c2b7b2e-62f3-4c83-968b-370dd033d4d3 None None] For port 56f296f8-0a0a-440b-8907-97535c122044, host dv-cinder-775706-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-iscsi',level=0,port_id=56f296f8-0a0a-440b-8907-97535c122044,segment=NetworkSegment(ff9e5881-2715-400a-9170-56dc4789374e),segment_id=ff9e5881-2715-400a-9170-56dc4789374e)] {{(pid=84077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 16:11:26.243781 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-3c2b7b2e-62f3-4c83-968b-370dd033d4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:26.260285 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:11:26.421240 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995ebb5a-d341-4dab-b174-68d3c44d1eca None None] Pushing event updated for resources: {'Port': ['ID=56f296f8-0a0a-440b-8907-97535c122044,revision_number=4']} {{(pid=84077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:11:26.427029 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-995ebb5a-d341-4dab-b174-68d3c44d1eca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:11:26.497275 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2b7b2e-62f3-4c83-968b-370dd033d4d3 None None] Routers {'dd04f419-1f5f-474f-9732-192b2ba1a604'} bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 16:11:26.498491 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-3c2b7b2e-62f3-4c83-968b-370dd033d4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-16T15:47:20Z,description=,heartbeat_timestamp=2021-02-16T16:11:21Z,host='dv-cinder-775706-1-iscsi',id=4f2d6f55-b6e7-4768-88f5-01ac5c4c3902,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:47:21Z,topic='l3_agent')) {'router_ids': ['dd04f419-1f5f-474f-9732-192b2ba1a604'], 'active': True} {{(pid=84077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:11:26.983058 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvr_db [None req-3c2b7b2e-62f3-4c83-968b-370dd033d4d3 None None] Set router dd04f419-1f5f-474f-9732-192b2ba1a604 gateway port host: dv-cinder-775706-1-iscsi {{(pid=84077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 16:11:27.373738 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-3c2b7b2e-62f3-4c83-968b-370dd033d4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd04f419-1f5f-474f-9732-192b2ba1a604', 'name': 'tempest-TestMinimumBasicScenario-1079310298-router', 'tenant_id': 'a22a1b742904491cbc129a61305f61c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '3839b414-3f8e-4e2e-b35d-3802b6253e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T16:11:13Z', 'updated_at': '2021-02-16T16:11:19Z', 'revision_number': 4, 'project_id': 'a22a1b742904491cbc129a61305f61c2', 'gw_port': {'id': '3839b414-3f8e-4e2e-b35d-3802b6253e0a', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:0e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd04f419-1f5f-474f-9732-192b2ba1a604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:11:14Z', 'updated_at': '2021-02-16T16:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_interfaces': [{'id': '56f296f8-0a0a-440b-8907-97535c122044', 'name': '', 'network_id': '5da30e22-66ec-403a-b0d3-dbb519e57eb8', 'tenant_id': 'a22a1b742904491cbc129a61305f61c2', 'mac_address': 'fa:16:3e:2c:4a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd04f419-1f5f-474f-9732-192b2ba1a604', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '65ad3805-5be2-47e3-87a0-701dcd43db26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:11:18Z', 'updated_at': '2021-02-16T16:11:26Z', 'revision_number': 4, 'project_id': 'a22a1b742904491cbc129a61305f61c2', 'subnets': [{'id': '65ad3805-5be2-47e3-87a0-701dcd43db26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-iscsi', False) {} {{(pid=84077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:11:27.379052 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2b7b2e-62f3-4c83-968b-370dd033d4d3 None None] The sync data for ids ['dd04f419-1f5f-474f-9732-192b2ba1a604'] in dv-cinder-775706-1-iscsi is: [{'id': 'dd04f419-1f5f-474f-9732-192b2ba1a604', 'name': 'tempest-TestMinimumBasicScenario-1079310298-router', 'tenant_id': 'a22a1b742904491cbc129a61305f61c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '3839b414-3f8e-4e2e-b35d-3802b6253e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T16:11:13Z', 'updated_at': '2021-02-16T16:11:19Z', 'revision_number': 4, 'project_id': 'a22a1b742904491cbc129a61305f61c2', 'gw_port': {'id': '3839b414-3f8e-4e2e-b35d-3802b6253e0a', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:0e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd04f419-1f5f-474f-9732-192b2ba1a604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:11:14Z', 'updated_at': '2021-02-16T16:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_interfaces': [{'id': '56f296f8-0a0a-440b-8907-97535c122044', 'name': '', 'network_id': '5da30e22-66ec-403a-b0d3-dbb519e57eb8', 'tenant_id': 'a22a1b742904491cbc129a61305f61c2', 'mac_address': 'fa:16:3e:2c:4a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd04f419-1f5f-474f-9732-192b2ba1a604', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '65ad3805-5be2-47e3-87a0-701dcd43db26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:11:18Z', 'updated_at': '2021-02-16T16:11:26Z', 'revision_number': 4, 'project_id': 'a22a1b742904491cbc129a61305f61c2', 'subnets': [{'id': '65ad3805-5be2-47e3-87a0-701dcd43db26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 16:11:27.445472 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device 56f296f8-0a0a-440b-8907-97535c122044 up at agent ovs-agent-dv-cinder-775706-1-iscsi {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 16:11:27.677420 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Provisioning for port 56f296f8-0a0a-440b-8907-97535c122044 completed by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 16:11:27.684016 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Provisioning complete for port 56f296f8-0a0a-440b-8907-97535c122044 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:11:27.684551 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:27.822166 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:27.874877 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] For port 56f296f8-0a0a-440b-8907-97535c122044, host dv-cinder-775706-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-iscsi',level=0,port_id=56f296f8-0a0a-440b-8907-97535c122044,segment=NetworkSegment(ff9e5881-2715-400a-9170-56dc4789374e),segment_id=ff9e5881-2715-400a-9170-56dc4789374e)] {{(pid=84076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:11:27.911597 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:27.913681 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:11:27.994817 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Pushing event updated for resources: {'Port': ['ID=56f296f8-0a0a-440b-8907-97535c122044,revision_number=5']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:11:27.999580 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:11:29.418970 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device 56f296f8-0a0a-440b-8907-97535c122044 up at agent ovs-agent-dv-cinder-775706-1-iscsi {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 16:11:29.500344 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Provisioning complete for port 56f296f8-0a0a-440b-8907-97535c122044 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:11:29.500771 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:32.541285 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f203aab-bdf0-41e2-b8ea-126b7aa13d1c req-fb545ab1-8704-4ba5-b7d9-d4fd0b6c0cef tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:11:32.543022 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5f203aab-bdf0-41e2-b8ea-126b7aa13d1c req-fb545ab1-8704-4ba5-b7d9-d4fd0b6c0cef tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/networks?id=5da30e22-66ec-403a-b0d3-dbb519e57eb8 HTTP/1.1" status: 200 len: 815 time: 0.1651766 Feb 16 16:11:32.560274 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5f203aab-bdf0-41e2-b8ea-126b7aa13d1c req-1d6d2572-b543-4ffa-9b05-ff144102beb2 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/quotas/a22a1b742904491cbc129a61305f61c2 HTTP/1.1" status: 200 len: 375 time: 0.0104315 Feb 16 16:11:32.652632 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5f203aab-bdf0-41e2-b8ea-126b7aa13d1c req-03d41aa9-cee6-4d4d-8694-99ea3c2fa743 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=a22a1b742904491cbc129a61305f61c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0865734 Feb 16 16:11:32.805741 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5f203aab-bdf0-41e2-b8ea-126b7aa13d1c req-dc44988e-e28b-4446-a4bd-6f9f6c660eba service neutron] 10.222.0.101 "GET /v2.0/networks/5da30e22-66ec-403a-b0d3-dbb519e57eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407311 Feb 16 16:11:32.954027 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5f203aab-bdf0-41e2-b8ea-126b7aa13d1c req-70627a00-793d-44de-a856-b7b639f07a66 service neutron] 10.222.0.101 "GET /v2.0/networks/5da30e22-66ec-403a-b0d3-dbb519e57eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1416492 Feb 16 16:11:33.275889 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-3b716d12-7ad4-4399-a3d0-6c0a9103cc36 req-6a83e7ee-ac56-4312-8882-f41a35034110 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/ports?device_id=65d9e2a9-615b-45a3-8aeb-ee42a4ba1460 HTTP/1.1" status: 200 len: 210 time: 0.0532248 Feb 16 16:11:34.451171 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ddb6bfd3-123a-4976-82eb-f8469eb262b1 req-cf0aad06-6177-4023-86aa-09906535429c tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/ports?device_id=65d9e2a9-615b-45a3-8aeb-ee42a4ba1460 HTTP/1.1" status: 200 len: 210 time: 0.0519199 Feb 16 16:11:35.415506 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f203aab-bdf0-41e2-b8ea-126b7aa13d1c req-3dbaac98-175c-4fa1-be7c-c3db657447b2 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:11:35.416281 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-5f203aab-bdf0-41e2-b8ea-126b7aa13d1c req-3dbaac98-175c-4fa1-be7c-c3db657447b2 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Synchronizing usage tracker for tenant:a22a1b742904491cbc129a61305f61c2 on resource:network {{(pid=84074) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 16:11:35.492766 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-5f203aab-bdf0-41e2-b8ea-126b7aa13d1c req-3dbaac98-175c-4fa1-be7c-c3db657447b2 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Unset dirty status for tenant:a22a1b742904491cbc129a61305f61c2 on resource:network {{(pid=84074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 16:11:35.494084 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5f203aab-bdf0-41e2-b8ea-126b7aa13d1c req-3dbaac98-175c-4fa1-be7c-c3db657447b2 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.103 "GET /v2.0/networks?id=5da30e22-66ec-403a-b0d3-dbb519e57eb8 HTTP/1.1" status: 200 len: 815 time: 0.2346051 Feb 16 16:11:35.508803 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [req-5f203aab-bdf0-41e2-b8ea-126b7aa13d1c req-f03e30b1-71bd-404e-8a45-4c9f40231ada tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Request body: {'port': {'device_id': '65d9e2a9-615b-45a3-8aeb-ee42a4ba1460', 'network_id': '5da30e22-66ec-403a-b0d3-dbb519e57eb8', 'admin_state_up': True, 'tenant_id': 'a22a1b742904491cbc129a61305f61c2'}} {{(pid=84074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:11:35.618574 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0d6522fa-9d96-43a3-bc4e-3711a0eae08d req-b822ada1-6def-4de9-9a82-38e5c5977fdd tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/ports?device_id=65d9e2a9-615b-45a3-8aeb-ee42a4ba1460 HTTP/1.1" status: 200 len: 210 time: 0.0501325 Feb 16 16:11:35.663735 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [req-5f203aab-bdf0-41e2-b8ea-126b7aa13d1c req-f03e30b1-71bd-404e-8a45-4c9f40231ada tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:11:35.669134 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-5f203aab-bdf0-41e2-b8ea-126b7aa13d1c req-f03e30b1-71bd-404e-8a45-4c9f40231ada tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Usage tracker for resource:port and tenant:a22a1b742904491cbc129a61305f61c2 is out of sync, need to count used quota {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:11:35.672203 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-5f203aab-bdf0-41e2-b8ea-126b7aa13d1c req-f03e30b1-71bd-404e-8a45-4c9f40231ada tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84074) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:11:35.678022 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [req-5f203aab-bdf0-41e2-b8ea-126b7aa13d1c req-f03e30b1-71bd-404e-8a45-4c9f40231ada tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84074) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:11:35.750956 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f203aab-bdf0-41e2-b8ea-126b7aa13d1c req-f03e30b1-71bd-404e-8a45-4c9f40231ada tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Made reservation on behalf of a22a1b742904491cbc129a61305f61c2 for: {'port': 1} {{(pid=84074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 16:11:35.757088 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-5f203aab-bdf0-41e2-b8ea-126b7aa13d1c req-f03e30b1-71bd-404e-8a45-4c9f40231ada tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:36.086044 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.db_base_plugin_common [req-5f203aab-bdf0-41e2-b8ea-126b7aa13d1c req-f03e30b1-71bd-404e-8a45-4c9f40231ada tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Allocated IP 172.20.0.10 (5da30e22-66ec-403a-b0d3-dbb519e57eb8/65ad3805-5be2-47e3-87a0-701dcd43db26/6f3092d1-b4d0-4b18-822e-8315ba61f8a8) {{(pid=84074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 16:11:36.320560 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-5f203aab-bdf0-41e2-b8ea-126b7aa13d1c req-f03e30b1-71bd-404e-8a45-4c9f40231ada tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Notify callbacks [] for port, precommit_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:36.338721 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [req-5f203aab-bdf0-41e2-b8ea-126b7aa13d1c req-f03e30b1-71bd-404e-8a45-4c9f40231ada tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Transition to ACTIVE for port object 6f3092d1-b4d0-4b18-822e-8315ba61f8a8 will not be triggered until provisioned by entity DHCP. {{(pid=84074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 16:11:36.407290 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-5f203aab-bdf0-41e2-b8ea-126b7aa13d1c req-f03e30b1-71bd-404e-8a45-4c9f40231ada tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776636048806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6980856'] for port, after_create {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:36.426037 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-81384d47-4b20-4537-a6a0-a8b6cfcdfd63 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:11:36.847245 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e30b1-71bd-404e-8a45-4c9f40231ada tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Pushing event updated for resources: {'Port': ['ID=6f3092d1-b4d0-4b18-822e-8315ba61f8a8,revision_number=1']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:11:36.851408 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-f03e30b1-71bd-404e-8a45-4c9f40231ada tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:11:36.857292 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e2098-c322-493e-b203-20720e5d3c75 req-24203ab7-8586-45bd-8d83-72cb1c5d9f3d tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:11:36.859519 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-f98e2098-c322-493e-b203-20720e5d3c75 req-24203ab7-8586-45bd-8d83-72cb1c5d9f3d tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/ports?device_id=65d9e2a9-615b-45a3-8aeb-ee42a4ba1460 HTTP/1.1" status: 200 len: 932 time: 0.0981486 Feb 16 16:11:36.909436 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f203aab-bdf0-41e2-b8ea-126b7aa13d1c req-f03e30b1-71bd-404e-8a45-4c9f40231ada tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Network 5da30e22-66ec-403a-b0d3-dbb519e57eb8 is already hosted by enough agents. {{(pid=84074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 16:11:36.909874 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-f98e2098-c322-493e-b203-20720e5d3c75 req-a7ae8fe4-8d8c-4830-b92d-ebb5e7063811 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/security-groups?id=db9f9f4a-fa55-4f4d-ac68-cf9c464d7fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437646 Feb 16 16:11:36.911413 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.base_scheduler [req-5f203aab-bdf0-41e2-b8ea-126b7aa13d1c req-f03e30b1-71bd-404e-8a45-4c9f40231ada tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Resources bound (agent type, host, resource id): {{(pid=84074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 16:11:36.914535 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f203aab-bdf0-41e2-b8ea-126b7aa13d1c req-f03e30b1-71bd-404e-8a45-4c9f40231ada tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Received port after_create {{(pid=84074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 16:11:36.992461 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f203aab-bdf0-41e2-b8ea-126b7aa13d1c req-f03e30b1-71bd-404e-8a45-4c9f40231ada tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:11:36.993193 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-5f203aab-bdf0-41e2-b8ea-126b7aa13d1c req-f03e30b1-71bd-404e-8a45-4c9f40231ada tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487'] for port, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:37.078114 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5f203aab-bdf0-41e2-b8ea-126b7aa13d1c req-f03e30b1-71bd-404e-8a45-4c9f40231ada tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5743668 Feb 16 16:11:37.206499 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-c6a13eb5-5e9e-41f6-9e1f-4c5d9c32a6f0 None None] Provisioning for port 6f3092d1-b4d0-4b18-822e-8315ba61f8a8 completed by entity DHCP. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 16:11:37.212846 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-c6a13eb5-5e9e-41f6-9e1f-4c5d9c32a6f0 None None] Provisioning complete for port 6f3092d1-b4d0-4b18-822e-8315ba61f8a8 triggered by entity DHCP. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:11:37.213269 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c6a13eb5-5e9e-41f6-9e1f-4c5d9c32a6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:37.278527 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-c6a13eb5-5e9e-41f6-9e1f-4c5d9c32a6f0 None None] Port 6f3092d1-b4d0-4b18-822e-8315ba61f8a8 cannot update to ACTIVE because it is not bound. {{(pid=84076) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 16:11:38.183536 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d0021-2b9e-47b4-b8c8-d953cf4bb499 req-71c8120c-ca0d-4c9b-b0e0-b41e59a19433 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:11:38.185246 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c97d0021-2b9e-47b4-b8c8-d953cf4bb499 req-71c8120c-ca0d-4c9b-b0e0-b41e59a19433 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/ports?device_id=65d9e2a9-615b-45a3-8aeb-ee42a4ba1460 HTTP/1.1" status: 200 len: 932 time: 0.0990424 Feb 16 16:11:38.239625 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c97d0021-2b9e-47b4-b8c8-d953cf4bb499 req-6f39bc22-c734-4a42-8085-7a9ee9c03e4c tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/security-groups?id=db9f9f4a-fa55-4f4d-ac68-cf9c464d7fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474222 Feb 16 16:11:39.452274 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc7a558-8977-4b32-9be6-e477daac96b5 req-41fc03ed-8a6a-43b1-aae0-a836c2ddf908 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:11:39.453779 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-8dc7a558-8977-4b32-9be6-e477daac96b5 req-41fc03ed-8a6a-43b1-aae0-a836c2ddf908 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/ports?device_id=65d9e2a9-615b-45a3-8aeb-ee42a4ba1460 HTTP/1.1" status: 200 len: 932 time: 0.0931129 Feb 16 16:11:39.510163 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-8dc7a558-8977-4b32-9be6-e477daac96b5 req-faf6163e-2160-4bef-9b13-a8346d156672 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/security-groups?id=db9f9f4a-fa55-4f4d-ac68-cf9c464d7fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485861 Feb 16 16:11:40.723406 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae14bd-5989-458d-b253-892a32602573 req-23554b62-4551-42b6-967b-3328e1f6bf70 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:11:40.725028 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-a0ae14bd-5989-458d-b253-892a32602573 req-23554b62-4551-42b6-967b-3328e1f6bf70 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/ports?device_id=65d9e2a9-615b-45a3-8aeb-ee42a4ba1460 HTTP/1.1" status: 200 len: 932 time: 0.0947142 Feb 16 16:11:40.783470 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-a0ae14bd-5989-458d-b253-892a32602573 req-2d85ad59-402e-407e-b75e-306fc6b48a32 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/security-groups?id=db9f9f4a-fa55-4f4d-ac68-cf9c464d7fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484393 Feb 16 16:11:42.004058 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08496a94-ffd0-4fe2-ac5e-598e2037802e req-44f952a2-e93b-4e14-a576-2d7dd4ccdf77 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:11:42.005748 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-08496a94-ffd0-4fe2-ac5e-598e2037802e req-44f952a2-e93b-4e14-a576-2d7dd4ccdf77 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/ports?device_id=65d9e2a9-615b-45a3-8aeb-ee42a4ba1460 HTTP/1.1" status: 200 len: 932 time: 0.1022089 Feb 16 16:11:42.057432 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-08496a94-ffd0-4fe2-ac5e-598e2037802e req-9e87c8c3-f2b3-4bd0-8415-2363223761c7 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/security-groups?id=db9f9f4a-fa55-4f4d-ac68-cf9c464d7fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445378 Feb 16 16:11:43.013823 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:43.268252 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5a768b-c796-4436-912f-fcc1d0fa7282 req-acd32950-2f5e-45b7-ac32-74e89ae146bd tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:11:43.269847 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-bd5a768b-c796-4436-912f-fcc1d0fa7282 req-acd32950-2f5e-45b7-ac32-74e89ae146bd tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/ports?device_id=65d9e2a9-615b-45a3-8aeb-ee42a4ba1460 HTTP/1.1" status: 200 len: 932 time: 0.0915399 Feb 16 16:11:43.321328 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-bd5a768b-c796-4436-912f-fcc1d0fa7282 req-e4f925ff-1e27-43ec-a3fe-1e68d383363d tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/security-groups?id=db9f9f4a-fa55-4f4d-ac68-cf9c464d7fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433524 Feb 16 16:11:44.536428 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0132a3be-b49c-4cf1-8ac1-b37add58fa81 req-878c2a3e-4963-4552-b68b-5c33f3f468b0 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:11:44.538775 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0132a3be-b49c-4cf1-8ac1-b37add58fa81 req-878c2a3e-4963-4552-b68b-5c33f3f468b0 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/ports?device_id=65d9e2a9-615b-45a3-8aeb-ee42a4ba1460 HTTP/1.1" status: 200 len: 932 time: 0.0944097 Feb 16 16:11:44.588259 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0132a3be-b49c-4cf1-8ac1-b37add58fa81 req-28420059-9790-466b-a174-bf1914b77e3a tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/security-groups?id=db9f9f4a-fa55-4f4d-ac68-cf9c464d7fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430877 Feb 16 16:11:45.802838 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765f334-1811-4636-9f18-1ec1511e6447 req-c5213647-be41-4aba-92c4-2b246f454fe0 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:11:45.805138 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-3765f334-1811-4636-9f18-1ec1511e6447 req-c5213647-be41-4aba-92c4-2b246f454fe0 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/ports?device_id=65d9e2a9-615b-45a3-8aeb-ee42a4ba1460 HTTP/1.1" status: 200 len: 932 time: 0.0966706 Feb 16 16:11:45.861022 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-3765f334-1811-4636-9f18-1ec1511e6447 req-65de0208-c978-4e74-9422-9e0df7e6b305 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/security-groups?id=db9f9f4a-fa55-4f4d-ac68-cf9c464d7fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493157 Feb 16 16:11:47.069445 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aec8b3-dcf5-468e-8132-a8f56c8b8118 req-ac60c67e-79c7-48c4-a2a9-39453544acc8 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:11:47.071116 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-12aec8b3-dcf5-468e-8132-a8f56c8b8118 req-ac60c67e-79c7-48c4-a2a9-39453544acc8 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/ports?device_id=65d9e2a9-615b-45a3-8aeb-ee42a4ba1460 HTTP/1.1" status: 200 len: 932 time: 0.0943286 Feb 16 16:11:47.126939 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-12aec8b3-dcf5-468e-8132-a8f56c8b8118 req-97f57bfa-aa39-425e-81f2-6bad48d3b795 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/security-groups?id=db9f9f4a-fa55-4f4d-ac68-cf9c464d7fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477917 Feb 16 16:11:47.285785 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.agents_db [None req-cca974b7-119d-4613-9949-a609bd4803bb None None] Agent healthcheck: found 6 active agents {{(pid=84077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 16:11:47.682592 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-fcfa2e7c-1afb-47e6-b072-94c4cab3cbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:48.338247 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc3053-4b75-446e-893f-3a0587724e18 req-c6a7125a-8f60-4461-a63f-11d58c8d7757 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:11:48.339846 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-affc3053-4b75-446e-893f-3a0587724e18 req-c6a7125a-8f60-4461-a63f-11d58c8d7757 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/ports?device_id=65d9e2a9-615b-45a3-8aeb-ee42a4ba1460 HTTP/1.1" status: 200 len: 932 time: 0.0927558 Feb 16 16:11:48.391528 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-affc3053-4b75-446e-893f-3a0587724e18 req-2d3682ba-3fba-4bec-9f33-c505fdbf40cd tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/security-groups?id=db9f9f4a-fa55-4f4d-ac68-cf9c464d7fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451460 Feb 16 16:11:49.596991 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f5ea6-00d0-450a-942c-5c43811ecbb5 req-ec657ef4-6726-4cd5-9153-061f69255bbb tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:11:49.598604 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-137f5ea6-00d0-450a-942c-5c43811ecbb5 req-ec657ef4-6726-4cd5-9153-061f69255bbb tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/ports?device_id=65d9e2a9-615b-45a3-8aeb-ee42a4ba1460 HTTP/1.1" status: 200 len: 932 time: 0.0875912 Feb 16 16:11:49.647751 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-137f5ea6-00d0-450a-942c-5c43811ecbb5 req-518d35d7-c4f8-4e0d-9c05-06c91d5975cd tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/security-groups?id=db9f9f4a-fa55-4f4d-ac68-cf9c464d7fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421915 Feb 16 16:11:50.385255 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d05518bb-17ee-4865-b03c-31693adcda8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:50.578938 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-4ef4076b-f4af-4459-bbdd-97c8034edf90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:50.855598 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af3f227-feb0-4108-9ebb-a0dc2d627cef req-23813567-6c77-4a4d-833f-99977d1a495c tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:11:50.857283 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-3af3f227-feb0-4108-9ebb-a0dc2d627cef req-23813567-6c77-4a4d-833f-99977d1a495c tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/ports?device_id=65d9e2a9-615b-45a3-8aeb-ee42a4ba1460 HTTP/1.1" status: 200 len: 932 time: 0.0964646 Feb 16 16:11:50.857871 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [req-5f203aab-bdf0-41e2-b8ea-126b7aa13d1c req-818796a3-fffd-4f67-8791-a42ab898792a service neutron] Request body: {'port': {'device_id': '65d9e2a9-615b-45a3-8aeb-ee42a4ba1460', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=84074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:11:50.910264 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-3af3f227-feb0-4108-9ebb-a0dc2d627cef req-c8c571d3-1e35-40cf-8577-e577d7dc723f tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/security-groups?id=db9f9f4a-fa55-4f4d-ac68-cf9c464d7fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456917 Feb 16 16:11:50.990184 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-5f203aab-bdf0-41e2-b8ea-126b7aa13d1c req-818796a3-fffd-4f67-8791-a42ab898792a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:51.003126 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-204b0ed5-2da0-4441-8ddd-489ac26c7584 req-003f5865-7915-4fd2-a4e4-67c3b19101a0 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=5a462a92-8e96-424a-b31f-5934b737691c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0804989 Feb 16 16:11:51.108349 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b0ed5-2da0-4441-8ddd-489ac26c7584 req-f91a3fe0-f9f7-4020-8b85-f05802a7bef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:11:51.109986 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-204b0ed5-2da0-4441-8ddd-489ac26c7584 req-f91a3fe0-f9f7-4020-8b85-f05802a7bef7 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=9ba01355ccec4f5ba422cc289f631770&device_id=5a462a92-8e96-424a-b31f-5934b737691c HTTP/1.1" status: 200 len: 1162 time: 0.0848758 Feb 16 16:11:51.276918 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b0ed5-2da0-4441-8ddd-489ac26c7584 req-799da3f2-1921-42eb-bfef-42917acf06e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:11:51.278438 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-204b0ed5-2da0-4441-8ddd-489ac26c7584 req-799da3f2-1921-42eb-bfef-42917acf06e8 service neutron] 10.222.0.103 "GET /v2.0/networks?id=45f2857c-5bdc-476f-9384-4f61c45c28bf HTTP/1.1" status: 200 len: 906 time: 0.1469705 Feb 16 16:11:51.393598 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-204b0ed5-2da0-4441-8ddd-489ac26c7584 req-fad808a5-a3f0-4a76-9bbe-5c108ad53498 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d609399-8784-4149-baf8-1358fc87c749 HTTP/1.1" status: 200 len: 1001 time: 0.1077514 Feb 16 16:11:51.424627 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:51.436971 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [req-5f203aab-bdf0-41e2-b8ea-126b7aa13d1c req-818796a3-fffd-4f67-8791-a42ab898792a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f3092d1-b4d0-4b18-822e-8315ba61f8a8 {{(pid=84074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 16 16:11:51.444965 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-5f203aab-bdf0-41e2-b8ea-126b7aa13d1c req-818796a3-fffd-4f67-8791-a42ab898792a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:51.458454 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [req-5f203aab-bdf0-41e2-b8ea-126b7aa13d1c req-818796a3-fffd-4f67-8791-a42ab898792a service neutron] Transition to ACTIVE for port object 6f3092d1-b4d0-4b18-822e-8315ba61f8a8 will not be triggered until provisioned by entity L2. {{(pid=84074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 16:11:51.487428 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-5f203aab-bdf0-41e2-b8ea-126b7aa13d1c req-818796a3-fffd-4f67-8791-a42ab898792a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847794957'] for port, after_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:51.503451 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-4e95f6a7-bc09-4cf5-bdf5-b4c017484488 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:11:51.538184 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b0ed5-2da0-4441-8ddd-489ac26c7584 req-b15e3b1e-28c9-47be-91e2-50f44488a4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:11:51.539956 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-204b0ed5-2da0-4441-8ddd-489ac26c7584 req-b15e3b1e-28c9-47be-91e2-50f44488a4ce service neutron] 10.222.0.103 "GET /v2.0/subnets?id=de8ce4f7-6e00-466a-9aac-6c50642948a8 HTTP/1.1" status: 200 len: 851 time: 0.0675271 Feb 16 16:11:51.624310 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b0ed5-2da0-4441-8ddd-489ac26c7584 req-9a9ffa8b-523c-40ba-9777-747213547959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:11:51.625948 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-204b0ed5-2da0-4441-8ddd-489ac26c7584 req-9a9ffa8b-523c-40ba-9777-747213547959 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=45f2857c-5bdc-476f-9384-4f61c45c28bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0794706 Feb 16 16:11:51.649893 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818796a3-fffd-4f67-8791-a42ab898792a service neutron] Pushing event updated for resources: {'Port': ['ID=6f3092d1-b4d0-4b18-822e-8315ba61f8a8,revision_number=2']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:11:51.663415 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818796a3-fffd-4f67-8791-a42ab898792a service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:11:51.663832 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818796a3-fffd-4f67-8791-a42ab898792a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:11:51.664276 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818796a3-fffd-4f67-8791-a42ab898792a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:11:51.664679 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818796a3-fffd-4f67-8791-a42ab898792a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:11:51.665077 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818796a3-fffd-4f67-8791-a42ab898792a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:11:51.665481 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818796a3-fffd-4f67-8791-a42ab898792a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:11:51.665875 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818796a3-fffd-4f67-8791-a42ab898792a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:11:51.666267 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818796a3-fffd-4f67-8791-a42ab898792a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:11:51.666809 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818796a3-fffd-4f67-8791-a42ab898792a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:11:51.667084 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818796a3-fffd-4f67-8791-a42ab898792a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:11:51.667475 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818796a3-fffd-4f67-8791-a42ab898792a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:11:51.667870 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818796a3-fffd-4f67-8791-a42ab898792a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:11:51.668305 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818796a3-fffd-4f67-8791-a42ab898792a service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:11:51.668697 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818796a3-fffd-4f67-8791-a42ab898792a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:11:51.669085 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818796a3-fffd-4f67-8791-a42ab898792a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:11:51.669476 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818796a3-fffd-4f67-8791-a42ab898792a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:11:51.669864 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818796a3-fffd-4f67-8791-a42ab898792a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:11:51.670256 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818796a3-fffd-4f67-8791-a42ab898792a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:11:51.670664 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818796a3-fffd-4f67-8791-a42ab898792a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:11:51.671064 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818796a3-fffd-4f67-8791-a42ab898792a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:11:51.671456 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818796a3-fffd-4f67-8791-a42ab898792a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:11:51.671844 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818796a3-fffd-4f67-8791-a42ab898792a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:11:51.672236 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818796a3-fffd-4f67-8791-a42ab898792a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:11:51.672623 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818796a3-fffd-4f67-8791-a42ab898792a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:11:51.677179 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-818796a3-fffd-4f67-8791-a42ab898792a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:11:51.781991 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-204b0ed5-2da0-4441-8ddd-489ac26c7584 req-5b3d1238-9ea3-4bc1-8a08-9f5ecaf71b1e service neutron] 10.222.0.103 "GET /v2.0/networks/45f2857c-5bdc-476f-9384-4f61c45c28bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487706 Feb 16 16:11:51.866034 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [req-5f203aab-bdf0-41e2-b8ea-126b7aa13d1c req-818796a3-fffd-4f67-8791-a42ab898792a service neutron] Attempting to bind port 6f3092d1-b4d0-4b18-822e-8315ba61f8a8 on host hv-cinder-77570 for vnic_type normal with profile {{(pid=84074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:11:51.866578 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [req-5f203aab-bdf0-41e2-b8ea-126b7aa13d1c req-818796a3-fffd-4f67-8791-a42ab898792a service neutron] Attempting to bind port 6f3092d1-b4d0-4b18-822e-8315ba61f8a8 by drivers openvswitch on host hv-cinder-77570 at level 0 using segments [{'id': 'ff9e5881-2715-400a-9170-56dc4789374e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5da30e22-66ec-403a-b0d3-dbb519e57eb8'}] {{(pid=84074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 16:11:51.866861 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f203aab-bdf0-41e2-b8ea-126b7aa13d1c req-818796a3-fffd-4f67-8791-a42ab898792a service neutron] Attempting to bind port 6f3092d1-b4d0-4b18-822e-8315ba61f8a8 on network 5da30e22-66ec-403a-b0d3-dbb519e57eb8 {{(pid=84074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 16:11:51.873226 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f203aab-bdf0-41e2-b8ea-126b7aa13d1c req-818796a3-fffd-4f67-8791-a42ab898792a service neutron] Checking agent: {'id': '6803919d-bffd-45bd-a97e-495ec12bc613', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 15, 54, 40), 'started_at': datetime.datetime(2021, 2, 16, 15, 55, 10), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 16, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 16:11:51.873606 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f203aab-bdf0-41e2-b8ea-126b7aa13d1c req-818796a3-fffd-4f67-8791-a42ab898792a service neutron] Checking segment: {'id': 'ff9e5881-2715-400a-9170-56dc4789374e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5da30e22-66ec-403a-b0d3-dbb519e57eb8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 16:11:51.874011 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-5f203aab-bdf0-41e2-b8ea-126b7aa13d1c req-818796a3-fffd-4f67-8791-a42ab898792a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:51.874402 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f203aab-bdf0-41e2-b8ea-126b7aa13d1c req-818796a3-fffd-4f67-8791-a42ab898792a service neutron] Bound using segment: {'id': 'ff9e5881-2715-400a-9170-56dc4789374e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5da30e22-66ec-403a-b0d3-dbb519e57eb8'} {{(pid=84074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 16:11:51.874914 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [req-5f203aab-bdf0-41e2-b8ea-126b7aa13d1c req-818796a3-fffd-4f67-8791-a42ab898792a service neutron] Bound port: 6f3092d1-b4d0-4b18-822e-8315ba61f8a8, host: hv-cinder-77570, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff9e5881-2715-400a-9170-56dc4789374e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5da30e22-66ec-403a-b0d3-dbb519e57eb8'}}] {{(pid=84074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 16:11:51.875288 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-5f203aab-bdf0-41e2-b8ea-126b7aa13d1c req-818796a3-fffd-4f67-8791-a42ab898792a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:51.939192 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-204b0ed5-2da0-4441-8ddd-489ac26c7584 req-702d5d9c-62e6-45ba-bbe4-99709e04bf99 service neutron] 10.222.0.103 "GET /v2.0/networks/45f2857c-5bdc-476f-9384-4f61c45c28bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1493890 Feb 16 16:11:51.984829 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [req-5f203aab-bdf0-41e2-b8ea-126b7aa13d1c req-818796a3-fffd-4f67-8791-a42ab898792a service neutron] For port 6f3092d1-b4d0-4b18-822e-8315ba61f8a8, host hv-cinder-77570, cleared binding levels {{(pid=84074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 16:11:51.988325 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [req-5f203aab-bdf0-41e2-b8ea-126b7aa13d1c req-818796a3-fffd-4f67-8791-a42ab898792a service neutron] For port 6f3092d1-b4d0-4b18-822e-8315ba61f8a8, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=6f3092d1-b4d0-4b18-822e-8315ba61f8a8,segment=NetworkSegment(ff9e5881-2715-400a-9170-56dc4789374e),segment_id=ff9e5881-2715-400a-9170-56dc4789374e)] {{(pid=84074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 16:11:52.026439 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-5f203aab-bdf0-41e2-b8ea-126b7aa13d1c req-818796a3-fffd-4f67-8791-a42ab898792a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847794957'] for port, after_update {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:52.064826 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-75017eed-4a14-4550-a80f-9688dfac8942 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:11:52.124410 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f250c9d-7864-498b-bd26-9b4497ae1f7b req-0c71e5ec-56f0-4662-8bc3-44d267fdf851 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:11:52.126075 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-2f250c9d-7864-498b-bd26-9b4497ae1f7b req-0c71e5ec-56f0-4662-8bc3-44d267fdf851 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/ports?device_id=65d9e2a9-615b-45a3-8aeb-ee42a4ba1460 HTTP/1.1" status: 200 len: 944 time: 0.0967476 Feb 16 16:11:52.177458 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-2f250c9d-7864-498b-bd26-9b4497ae1f7b req-27e0c550-2b85-4a2a-96a6-24c12dfe7751 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/security-groups?id=db9f9f4a-fa55-4f4d-ac68-cf9c464d7fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447381 Feb 16 16:11:52.221429 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818796a3-fffd-4f67-8791-a42ab898792a service neutron] Pushing event updated for resources: {'Port': ['ID=6f3092d1-b4d0-4b18-822e-8315ba61f8a8,revision_number=3']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:11:52.227625 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-818796a3-fffd-4f67-8791-a42ab898792a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:11:52.244113 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f203aab-bdf0-41e2-b8ea-126b7aa13d1c req-818796a3-fffd-4f67-8791-a42ab898792a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:11:52.244775 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-5f203aab-bdf0-41e2-b8ea-126b7aa13d1c req-818796a3-fffd-4f67-8791-a42ab898792a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487'] for port, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:52.246254 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5f203aab-bdf0-41e2-b8ea-126b7aa13d1c req-818796a3-fffd-4f67-8791-a42ab898792a service neutron] 10.222.0.103 "PUT /v2.0/ports/6f3092d1-b4d0-4b18-822e-8315ba61f8a8 HTTP/1.1" status: 200 len: 1158 time: 1.3935401 Feb 16 16:11:52.246848 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65d9e2a9-615b-45a3-8aeb-ee42a4ba1460', 'tag': '6f3092d1-b4d0-4b18-822e-8315ba61f8a8'}] {{(pid=84074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 16:11:52.300184 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65d9e2a9-615b-45a3-8aeb-ee42a4ba1460', 'tag': '6f3092d1-b4d0-4b18-822e-8315ba61f8a8', 'status': 'completed', 'code': 200} Feb 16 16:11:52.326535 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-331083c2-9fd5-48c9-8796-02890b3f22e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:52.412661 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f203aab-bdf0-41e2-b8ea-126b7aa13d1c req-378f36da-7753-4356-b6cb-ca4eb8bb4251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:11:52.414390 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5f203aab-bdf0-41e2-b8ea-126b7aa13d1c req-378f36da-7753-4356-b6cb-ca4eb8bb4251 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=a22a1b742904491cbc129a61305f61c2&device_id=65d9e2a9-615b-45a3-8aeb-ee42a4ba1460 HTTP/1.1" status: 200 len: 1161 time: 0.0924244 Feb 16 16:11:52.500959 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5f203aab-bdf0-41e2-b8ea-126b7aa13d1c req-2c3c5baf-668a-4bc1-a661-82ff9934efff service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f3092d1-b4d0-4b18-822e-8315ba61f8a8 HTTP/1.1" status: 200 len: 217 time: 0.0668218 Feb 16 16:11:52.577216 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f203aab-bdf0-41e2-b8ea-126b7aa13d1c req-8181ab8c-a641-4c66-a29a-397fdd622f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:11:52.578777 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5f203aab-bdf0-41e2-b8ea-126b7aa13d1c req-8181ab8c-a641-4c66-a29a-397fdd622f90 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=65ad3805-5be2-47e3-87a0-701dcd43db26 HTTP/1.1" status: 200 len: 854 time: 0.0697982 Feb 16 16:11:52.664722 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f203aab-bdf0-41e2-b8ea-126b7aa13d1c req-5a9e2519-c325-44e6-8fcc-97cfb1507e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:11:52.666334 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5f203aab-bdf0-41e2-b8ea-126b7aa13d1c req-5a9e2519-c325-44e6-8fcc-97cfb1507e76 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=5da30e22-66ec-403a-b0d3-dbb519e57eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0787344 Feb 16 16:11:52.818284 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5f203aab-bdf0-41e2-b8ea-126b7aa13d1c req-b3689a0d-2274-4e83-9751-6d021db301ad service neutron] 10.222.0.103 "GET /v2.0/networks/5da30e22-66ec-403a-b0d3-dbb519e57eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391897 Feb 16 16:11:52.970198 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5f203aab-bdf0-41e2-b8ea-126b7aa13d1c req-cb3ab97d-2774-42fa-ba5f-96caddef76f2 service neutron] 10.222.0.103 "GET /v2.0/networks/5da30e22-66ec-403a-b0d3-dbb519e57eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1450241 Feb 16 16:11:53.139264 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e801d-38a6-4f38-93e4-20bbfe5b05f6 req-d2853c30-79bc-49d3-89a8-e8a7e5c420b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:11:53.140928 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-a45e801d-38a6-4f38-93e4-20bbfe5b05f6 req-d2853c30-79bc-49d3-89a8-e8a7e5c420b9 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=a22a1b742904491cbc129a61305f61c2&device_id=65d9e2a9-615b-45a3-8aeb-ee42a4ba1460 HTTP/1.1" status: 200 len: 1161 time: 0.0836928 Feb 16 16:11:53.294519 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e801d-38a6-4f38-93e4-20bbfe5b05f6 req-aa009cb2-ebeb-4877-8e97-6dd42962606a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:11:53.296170 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-a45e801d-38a6-4f38-93e4-20bbfe5b05f6 req-aa009cb2-ebeb-4877-8e97-6dd42962606a service neutron] 10.222.0.103 "GET /v2.0/networks?id=5da30e22-66ec-403a-b0d3-dbb519e57eb8 HTTP/1.1" status: 200 len: 909 time: 0.1458490 Feb 16 16:11:53.373188 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-a45e801d-38a6-4f38-93e4-20bbfe5b05f6 req-2f3a2c54-83b1-4278-95db-376953593102 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f3092d1-b4d0-4b18-822e-8315ba61f8a8 HTTP/1.1" status: 200 len: 217 time: 0.0697315 Feb 16 16:11:53.385671 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b4412-ac89-4b2f-8f75-935d1dbd4038 req-5d9ed23e-feee-453a-b09d-51fb2d57944f tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:11:53.387034 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-786b4412-ac89-4b2f-8f75-935d1dbd4038 req-5d9ed23e-feee-453a-b09d-51fb2d57944f tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/ports?device_id=65d9e2a9-615b-45a3-8aeb-ee42a4ba1460 HTTP/1.1" status: 200 len: 944 time: 0.0932240 Feb 16 16:11:53.438508 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-786b4412-ac89-4b2f-8f75-935d1dbd4038 req-5d862b2b-dd21-4509-8998-26c4055ee322 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/security-groups?id=db9f9f4a-fa55-4f4d-ac68-cf9c464d7fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450199 Feb 16 16:11:53.450238 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e801d-38a6-4f38-93e4-20bbfe5b05f6 req-f982c4b8-d1d8-4249-acf8-5bb50bdfff22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:11:53.451867 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-a45e801d-38a6-4f38-93e4-20bbfe5b05f6 req-f982c4b8-d1d8-4249-acf8-5bb50bdfff22 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=65ad3805-5be2-47e3-87a0-701dcd43db26 HTTP/1.1" status: 200 len: 854 time: 0.0716031 Feb 16 16:11:53.540477 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e801d-38a6-4f38-93e4-20bbfe5b05f6 req-9c51d6ba-c7ff-4448-acc8-e038bb94826d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:11:53.542115 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-a45e801d-38a6-4f38-93e4-20bbfe5b05f6 req-9c51d6ba-c7ff-4448-acc8-e038bb94826d service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=5da30e22-66ec-403a-b0d3-dbb519e57eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0820017 Feb 16 16:11:53.686990 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-a45e801d-38a6-4f38-93e4-20bbfe5b05f6 req-9254b296-2c2e-47a0-8a09-f242e7e15588 service neutron] 10.222.0.103 "GET /v2.0/networks/5da30e22-66ec-403a-b0d3-dbb519e57eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380501 Feb 16 16:11:53.837993 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-a45e801d-38a6-4f38-93e4-20bbfe5b05f6 req-0a627892-db3c-42f8-bb43-2f64e2e8b481 service neutron] 10.222.0.103 "GET /v2.0/networks/5da30e22-66ec-403a-b0d3-dbb519e57eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1404114 Feb 16 16:11:54.643872 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88d155a-ff86-42e0-94ef-127d99e8f037 req-25252c4a-b350-4e0f-bca2-fb3c7af03893 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:11:54.645480 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-d88d155a-ff86-42e0-94ef-127d99e8f037 req-25252c4a-b350-4e0f-bca2-fb3c7af03893 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/ports?device_id=65d9e2a9-615b-45a3-8aeb-ee42a4ba1460 HTTP/1.1" status: 200 len: 944 time: 0.0878332 Feb 16 16:11:54.695550 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-d88d155a-ff86-42e0-94ef-127d99e8f037 req-3a9c3c8a-a117-49e0-81d8-573392c04ee2 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/security-groups?id=db9f9f4a-fa55-4f4d-ac68-cf9c464d7fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430057 Feb 16 16:11:56.128087 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034b7058-f997-4727-943a-420df3dad8fd req-6be7f400-f938-4f84-9f11-bd6c0015dca1 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:11:56.129674 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-034b7058-f997-4727-943a-420df3dad8fd req-6be7f400-f938-4f84-9f11-bd6c0015dca1 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/ports?device_id=65d9e2a9-615b-45a3-8aeb-ee42a4ba1460 HTTP/1.1" status: 200 len: 944 time: 0.3164594 Feb 16 16:11:56.177253 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-034b7058-f997-4727-943a-420df3dad8fd req-f9f3611c-c0aa-4d77-821c-d677a4df43b0 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/security-groups?id=db9f9f4a-fa55-4f4d-ac68-cf9c464d7fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410461 Feb 16 16:11:57.379484 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9349831-ddaf-423c-baf0-bef49b803112 req-5dc73771-704c-4a35-9f9b-4661527a72b6 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:11:57.381136 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c9349831-ddaf-423c-baf0-bef49b803112 req-5dc73771-704c-4a35-9f9b-4661527a72b6 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/ports?device_id=65d9e2a9-615b-45a3-8aeb-ee42a4ba1460 HTTP/1.1" status: 200 len: 944 time: 0.0899417 Feb 16 16:11:57.434623 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-c9349831-ddaf-423c-baf0-bef49b803112 req-f2bf244c-0a74-4978-b4a6-68b30d5163f0 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/security-groups?id=db9f9f4a-fa55-4f4d-ac68-cf9c464d7fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464149 Feb 16 16:11:57.462229 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.objects.ports [None req-1ba97374-8636-489f-af02-157194fd6537 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84076) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 16 16:11:58.116184 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device 6f3092d1-b4d0-4b18-822e-8315ba61f8a8 up at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 16:11:58.224342 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning for port 6f3092d1-b4d0-4b18-822e-8315ba61f8a8 completed by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 16:11:58.230207 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning complete for port 6f3092d1-b4d0-4b18-822e-8315ba61f8a8 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:11:58.230717 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:58.363163 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:58.392514 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65d9e2a9-615b-45a3-8aeb-ee42a4ba1460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f3092d1-b4d0-4b18-822e-8315ba61f8a8'}] {{(pid=84076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 16:11:58.403435 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] For port 6f3092d1-b4d0-4b18-822e-8315ba61f8a8, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=6f3092d1-b4d0-4b18-822e-8315ba61f8a8,segment=NetworkSegment(ff9e5881-2715-400a-9170-56dc4789374e),segment_id=ff9e5881-2715-400a-9170-56dc4789374e)] {{(pid=84076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:11:58.434991 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:58.437580 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-aaa9e8f8-5713-49f0-ac25-7cd25edfe0e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:11:58.480584 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65d9e2a9-615b-45a3-8aeb-ee42a4ba1460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f3092d1-b4d0-4b18-822e-8315ba61f8a8', 'code': 200} Feb 16 16:11:58.516606 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Pushing event updated for resources: {'Port': ['ID=6f3092d1-b4d0-4b18-822e-8315ba61f8a8,revision_number=4']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:11:58.520304 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:11:58.637896 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60f1b98-6f89-4839-a553-bf2b0d77e9ae req-d9c291ce-9674-4bc0-a664-20d9dc8dee09 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:11:58.639452 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-a60f1b98-6f89-4839-a553-bf2b0d77e9ae req-d9c291ce-9674-4bc0-a664-20d9dc8dee09 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/ports?device_id=65d9e2a9-615b-45a3-8aeb-ee42a4ba1460 HTTP/1.1" status: 200 len: 946 time: 0.0875311 Feb 16 16:11:58.690310 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-a60f1b98-6f89-4839-a553-bf2b0d77e9ae req-b71d4f9a-fbf4-44f7-9864-da76a1f675b7 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/security-groups?id=db9f9f4a-fa55-4f4d-ac68-cf9c464d7fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443225 Feb 16 16:11:58.763093 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1703b909-ff37-4705-9db4-896fbc3e320e req-106c14e2-3780-4a45-bab4-c1faf6082d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:11:58.764740 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1703b909-ff37-4705-9db4-896fbc3e320e req-106c14e2-3780-4a45-bab4-c1faf6082d39 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=65d9e2a9-615b-45a3-8aeb-ee42a4ba1460 HTTP/1.1" status: 200 len: 1163 time: 0.0771134 Feb 16 16:11:58.817147 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1703b909-ff37-4705-9db4-896fbc3e320e req-3f18b2b7-dabf-45bf-877c-511db36f7b15 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=db9f9f4a-fa55-4f4d-ac68-cf9c464d7fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411949 Feb 16 16:11:59.438697 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device 6f3092d1-b4d0-4b18-822e-8315ba61f8a8 up at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 16:11:59.516159 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning complete for port 6f3092d1-b4d0-4b18-822e-8315ba61f8a8 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:11:59.516580 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:11:59.908192 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2046c15d-210f-425a-bee5-46555762e626 req-c4b47878-9b93-4ec0-8389-c13f2758882c tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:11:59.909664 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-2046c15d-210f-425a-bee5-46555762e626 req-c4b47878-9b93-4ec0-8389-c13f2758882c tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/ports?device_id=65d9e2a9-615b-45a3-8aeb-ee42a4ba1460 HTTP/1.1" status: 200 len: 946 time: 0.0900016 Feb 16 16:11:59.963602 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-2046c15d-210f-425a-bee5-46555762e626 req-8e4808b0-ab03-4b6a-9ef8-bf74a4560f49 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/security-groups?id=db9f9f4a-fa55-4f4d-ac68-cf9c464d7fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467722 Feb 16 16:12:01.167629 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba2650-f0a0-4100-942d-eb9d25ec4b7f req-c822ca50-339b-465b-ac3b-978ec05e3b84 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:12:01.169210 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-9fba2650-f0a0-4100-942d-eb9d25ec4b7f req-c822ca50-339b-465b-ac3b-978ec05e3b84 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/ports?device_id=65d9e2a9-615b-45a3-8aeb-ee42a4ba1460 HTTP/1.1" status: 200 len: 946 time: 0.0856824 Feb 16 16:12:01.217752 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-9fba2650-f0a0-4100-942d-eb9d25ec4b7f req-c91398ea-bb89-48bb-95c2-9d9cd41c8215 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/security-groups?id=db9f9f4a-fa55-4f4d-ac68-cf9c464d7fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421395 Feb 16 16:12:01.419059 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f27e98e-90c8-4884-82ca-9840f825f894 req-d98d6a48-77fa-4e33-9d3f-2e74c161414d tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:12:01.420670 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5f27e98e-90c8-4884-82ca-9840f825f894 req-d98d6a48-77fa-4e33-9d3f-2e74c161414d tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/ports?device_id=65d9e2a9-615b-45a3-8aeb-ee42a4ba1460 HTTP/1.1" status: 200 len: 946 time: 0.0899327 Feb 16 16:12:01.471003 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5f27e98e-90c8-4884-82ca-9840f825f894 req-411f61ea-a573-4141-9556-455103fa757e tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/security-groups?id=db9f9f4a-fa55-4f4d-ac68-cf9c464d7fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439978 Feb 16 16:12:01.897860 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec5cf65-b41c-47f8-9d50-a315ee425b7d req-a8a6d398-9f49-4295-a018-cbfe4beebcb7 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:12:01.900078 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-4ec5cf65-b41c-47f8-9d50-a315ee425b7d req-a8a6d398-9f49-4295-a018-cbfe4beebcb7 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/ports?device_id=65d9e2a9-615b-45a3-8aeb-ee42a4ba1460 HTTP/1.1" status: 200 len: 946 time: 0.0905027 Feb 16 16:12:01.949256 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-4ec5cf65-b41c-47f8-9d50-a315ee425b7d req-411a6ead-3bda-437a-aa52-940669aa895b tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/security-groups?id=db9f9f4a-fa55-4f4d-ac68-cf9c464d7fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427597 Feb 16 16:12:12.887944 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f77f3aa-a984-4acf-a80d-6de88fd81e8b req-91076f00-2308-4599-a3d1-9f52f116c00c tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:12:12.889561 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6f77f3aa-a984-4acf-a80d-6de88fd81e8b req-91076f00-2308-4599-a3d1-9f52f116c00c tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/ports?device_id=65d9e2a9-615b-45a3-8aeb-ee42a4ba1460 HTTP/1.1" status: 200 len: 946 time: 0.2115452 Feb 16 16:12:12.941745 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6f77f3aa-a984-4acf-a80d-6de88fd81e8b req-ce2c271d-417e-4853-acd8-d0445e3ccf9c tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/security-groups?id=db9f9f4a-fa55-4f4d-ac68-cf9c464d7fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457685 Feb 16 16:12:13.018587 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:12:13.196841 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-f7a4aa1d-4596-4f9b-963a-db00bcaeecde req-642e1508-0392-46b9-ae8d-9978058e31f6 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2118990 Feb 16 16:12:13.207782 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [req-f7a4aa1d-4596-4f9b-963a-db00bcaeecde req-366dbb4e-5165-4d86-a9ed-f980b0da708b tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Request body: {'floatingip': {'floating_network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6'}} {{(pid=84075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:12:13.213572 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [req-f7a4aa1d-4596-4f9b-963a-db00bcaeecde req-366dbb4e-5165-4d86-a9ed-f980b0da708b tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:12:13.218390 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-f7a4aa1d-4596-4f9b-963a-db00bcaeecde req-366dbb4e-5165-4d86-a9ed-f980b0da708b tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Usage tracker for resource:floatingip and tenant:a22a1b742904491cbc129a61305f61c2 is out of sync, need to count used quota {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:12:13.221441 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-f7a4aa1d-4596-4f9b-963a-db00bcaeecde req-366dbb4e-5165-4d86-a9ed-f980b0da708b tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:12:13.227197 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [req-f7a4aa1d-4596-4f9b-963a-db00bcaeecde req-366dbb4e-5165-4d86-a9ed-f980b0da708b tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:12:13.269907 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-f7a4aa1d-4596-4f9b-963a-db00bcaeecde req-366dbb4e-5165-4d86-a9ed-f980b0da708b tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Notify callbacks [] for floatingip, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:12:13.419415 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-f7a4aa1d-4596-4f9b-963a-db00bcaeecde req-366dbb4e-5165-4d86-a9ed-f980b0da708b tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:12:13.695889 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.db_base_plugin_common [req-f7a4aa1d-4596-4f9b-963a-db00bcaeecde req-366dbb4e-5165-4d86-a9ed-f980b0da708b tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Allocated IP 172.27.1.46 (4b949073-2dbc-48f8-99e6-0912404ac0f6/1330f553-cf5d-40b8-b778-7809bbd3e08c/f0fe7247-5985-4ed4-aa78-34643a9853e8) {{(pid=84075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 16:12:13.854564 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-f7a4aa1d-4596-4f9b-963a-db00bcaeecde req-366dbb4e-5165-4d86-a9ed-f980b0da708b tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Notify callbacks [] for port, precommit_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:12:13.926807 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-f7a4aa1d-4596-4f9b-963a-db00bcaeecde req-366dbb4e-5165-4d86-a9ed-f980b0da708b tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776636048806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7708556'] for port, after_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:12:13.947022 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1c0992ea-8487-4d4c-96ff-3531a46d5947 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:12:14.093916 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366dbb4e-5165-4d86-a9ed-f980b0da708b tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Pushing event updated for resources: {'Port': ['ID=f0fe7247-5985-4ed4-aa78-34643a9853e8,revision_number=1']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:12:14.107612 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366dbb4e-5165-4d86-a9ed-f980b0da708b tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:12:14.108029 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366dbb4e-5165-4d86-a9ed-f980b0da708b tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:12:14.108438 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366dbb4e-5165-4d86-a9ed-f980b0da708b tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:12:14.108841 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366dbb4e-5165-4d86-a9ed-f980b0da708b tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:12:14.109239 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366dbb4e-5165-4d86-a9ed-f980b0da708b tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:12:14.109638 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366dbb4e-5165-4d86-a9ed-f980b0da708b tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:12:14.110033 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366dbb4e-5165-4d86-a9ed-f980b0da708b tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:12:14.110426 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366dbb4e-5165-4d86-a9ed-f980b0da708b tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:12:14.110849 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366dbb4e-5165-4d86-a9ed-f980b0da708b tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:12:14.111249 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366dbb4e-5165-4d86-a9ed-f980b0da708b tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:12:14.111642 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366dbb4e-5165-4d86-a9ed-f980b0da708b tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:12:14.112033 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366dbb4e-5165-4d86-a9ed-f980b0da708b tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:12:14.112468 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366dbb4e-5165-4d86-a9ed-f980b0da708b tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:12:14.112863 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366dbb4e-5165-4d86-a9ed-f980b0da708b tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:12:14.113253 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366dbb4e-5165-4d86-a9ed-f980b0da708b tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:12:14.113646 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366dbb4e-5165-4d86-a9ed-f980b0da708b tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:12:14.114036 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366dbb4e-5165-4d86-a9ed-f980b0da708b tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:12:14.114429 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366dbb4e-5165-4d86-a9ed-f980b0da708b tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:12:14.114845 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366dbb4e-5165-4d86-a9ed-f980b0da708b tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:12:14.115239 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366dbb4e-5165-4d86-a9ed-f980b0da708b tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:12:14.115629 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366dbb4e-5165-4d86-a9ed-f980b0da708b tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:12:14.116019 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366dbb4e-5165-4d86-a9ed-f980b0da708b tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:12:14.116495 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366dbb4e-5165-4d86-a9ed-f980b0da708b tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:12:14.116890 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366dbb4e-5165-4d86-a9ed-f980b0da708b tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:12:14.122761 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-366dbb4e-5165-4d86-a9ed-f980b0da708b tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:12:14.160669 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7a4aa1d-4596-4f9b-963a-db00bcaeecde req-366dbb4e-5165-4d86-a9ed-f980b0da708b tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Network 4b949073-2dbc-48f8-99e6-0912404ac0f6 is already hosted by enough agents. {{(pid=84075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 16:12:14.161829 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.base_scheduler [req-f7a4aa1d-4596-4f9b-963a-db00bcaeecde req-366dbb4e-5165-4d86-a9ed-f980b0da708b tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Resources bound (agent type, host, resource id): {{(pid=84075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 16:12:14.164188 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7a4aa1d-4596-4f9b-963a-db00bcaeecde req-366dbb4e-5165-4d86-a9ed-f980b0da708b tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Received port after_create {{(pid=84075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 16:12:14.251174 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-f7a4aa1d-4596-4f9b-963a-db00bcaeecde req-366dbb4e-5165-4d86-a9ed-f980b0da708b tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:12:14.360888 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-f7a4aa1d-4596-4f9b-963a-db00bcaeecde req-366dbb4e-5165-4d86-a9ed-f980b0da708b tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:12:14.639758 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-f7a4aa1d-4596-4f9b-963a-db00bcaeecde req-366dbb4e-5165-4d86-a9ed-f980b0da708b tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Notify callbacks [] for port, precommit_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:12:14.691354 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-f7a4aa1d-4596-4f9b-963a-db00bcaeecde req-366dbb4e-5165-4d86-a9ed-f980b0da708b tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847067257'] for port, after_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:12:14.705920 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-c3601b21-1c9a-486f-a586-5adc3242fd4b tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:12:14.849817 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366dbb4e-5165-4d86-a9ed-f980b0da708b tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Pushing event updated for resources: {'Port': ['ID=f0fe7247-5985-4ed4-aa78-34643a9853e8,revision_number=2']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:12:14.854118 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-366dbb4e-5165-4d86-a9ed-f980b0da708b tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:12:14.953466 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-f7a4aa1d-4596-4f9b-963a-db00bcaeecde req-366dbb4e-5165-4d86-a9ed-f980b0da708b tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853906801'] for floatingip, after_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:12:15.012939 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-f7a4aa1d-4596-4f9b-963a-db00bcaeecde req-366dbb4e-5165-4d86-a9ed-f980b0da708b tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487'] for floatingip, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:12:15.014328 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-f7a4aa1d-4596-4f9b-963a-db00bcaeecde req-366dbb4e-5165-4d86-a9ed-f980b0da708b tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8109176 Feb 16 16:12:15.101175 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-f7a4aa1d-4596-4f9b-963a-db00bcaeecde req-19e5f3da-4198-40eb-a612-e51f13c0bc53 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Synchronizing usage tracker for tenant:a22a1b742904491cbc129a61305f61c2 on resource:floatingip {{(pid=84075) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 16:12:15.143508 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-f7a4aa1d-4596-4f9b-963a-db00bcaeecde req-19e5f3da-4198-40eb-a612-e51f13c0bc53 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Unset dirty status for tenant:a22a1b742904491cbc129a61305f61c2 on resource:floatingip {{(pid=84075) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 16:12:15.144760 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-f7a4aa1d-4596-4f9b-963a-db00bcaeecde req-19e5f3da-4198-40eb-a612-e51f13c0bc53 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.27.1.46 HTTP/1.1" status: 200 len: 695 time: 0.1239803 Feb 16 16:12:15.305970 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a4aa1d-4596-4f9b-963a-db00bcaeecde req-2b6b6019-35e2-4765-827e-44d1008b953f tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:12:15.307395 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-f7a4aa1d-4596-4f9b-963a-db00bcaeecde req-2b6b6019-35e2-4765-827e-44d1008b953f tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/networks/4b949073-2dbc-48f8-99e6-0912404ac0f6 HTTP/1.1" status: 200 len: 784 time: 0.1566126 Feb 16 16:12:15.319013 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [req-f7a4aa1d-4596-4f9b-963a-db00bcaeecde req-d083d996-b9f7-42d2-b1aa-654e14a14976 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=84075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:12:15.320055 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-f7a4aa1d-4596-4f9b-963a-db00bcaeecde req-d083d996-b9f7-42d2-b1aa-654e14a14976 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0059185 Feb 16 16:12:15.512198 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ebc19b-2aae-4cf6-80fd-06a513c19094 req-3967aba8-2d6a-4fd1-a94f-5d810a5f98a7 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:12:15.513866 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-96ebc19b-2aae-4cf6-80fd-06a513c19094 req-3967aba8-2d6a-4fd1-a94f-5d810a5f98a7 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/ports?device_id=65d9e2a9-615b-45a3-8aeb-ee42a4ba1460&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0961132 Feb 16 16:12:15.603794 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-96ebc19b-2aae-4cf6-80fd-06a513c19094 req-75aec38c-e615-40cf-999a-053a88ca227e tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.27.1.46 HTTP/1.1" status: 200 len: 695 time: 0.0835879 Feb 16 16:12:15.614850 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [req-96ebc19b-2aae-4cf6-80fd-06a513c19094 req-5ccfb27e-1c25-49ad-9e91-a30a2642cfbc tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Request body: {'floatingip': {'port_id': '6f3092d1-b4d0-4b18-822e-8315ba61f8a8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:12:15.695588 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-96ebc19b-2aae-4cf6-80fd-06a513c19094 req-5ccfb27e-1c25-49ad-9e91-a30a2642cfbc tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Notify callbacks [] for floatingip, before_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:12:16.953010 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-96ebc19b-2aae-4cf6-80fd-06a513c19094 req-5ccfb27e-1c25-49ad-9e91-a30a2642cfbc tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:12:17.013278 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-96ebc19b-2aae-4cf6-80fd-06a513c19094 req-5ccfb27e-1c25-49ad-9e91-a30a2642cfbc tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853906801'] for floatingip, after_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:12:17.207260 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.db.l3_db [req-96ebc19b-2aae-4cf6-80fd-06a513c19094 req-5ccfb27e-1c25-49ad-9e91-a30a2642cfbc tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Floating IP 85ad4ed5-5ffd-4dba-a106-2b2e70a55289 associated. External IP: 172.27.1.46, port: 6f3092d1-b4d0-4b18-822e-8315ba61f8a8. Feb 16 16:12:17.596569 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.l3_agent_scheduler [req-96ebc19b-2aae-4cf6-80fd-06a513c19094 req-5ccfb27e-1c25-49ad-9e91-a30a2642cfbc tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Router dd04f419-1f5f-474f-9732-192b2ba1a604 has already been hosted by L3 agent 4f2d6f55-b6e7-4768-88f5-01ac5c4c3902 {{(pid=84075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 16:12:17.680681 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c1f6b61a-ada5-4607-bdd1-dd7899818fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:12:17.795164 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-96ebc19b-2aae-4cf6-80fd-06a513c19094 req-5ccfb27e-1c25-49ad-9e91-a30a2642cfbc tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Notify agent at l3_agent.dv-cinder-775706-1-iscsi the message routers_updated {{(pid=84075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 16:12:17.800346 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-96ebc19b-2aae-4cf6-80fd-06a513c19094 req-5ccfb27e-1c25-49ad-9e91-a30a2642cfbc tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487'] for floatingip, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:12:17.805496 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee4b8f7-aa3b-4543-bf8f-ebc01a380a2a None None] Sync routers for ids ['dd04f419-1f5f-474f-9732-192b2ba1a604'] in dv-cinder-775706-1-iscsi {{(pid=84076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 16:12:17.817390 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee4b8f7-aa3b-4543-bf8f-ebc01a380a2a None None] Routers {'dd04f419-1f5f-474f-9732-192b2ba1a604'} bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 16:12:17.818072 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-dee4b8f7-aa3b-4543-bf8f-ebc01a380a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T15:47:20Z,description=,heartbeat_timestamp=2021-02-16T16:11:51Z,host='dv-cinder-775706-1-iscsi',id=4f2d6f55-b6e7-4768-88f5-01ac5c4c3902,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:47:21Z,topic='l3_agent')) {'router_ids': ['dd04f419-1f5f-474f-9732-192b2ba1a604'], 'active': True} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:12:17.861344 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-96ebc19b-2aae-4cf6-80fd-06a513c19094 req-5ccfb27e-1c25-49ad-9e91-a30a2642cfbc tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "PUT /v2.0/floatingips/85ad4ed5-5ffd-4dba-a106-2b2e70a55289 HTTP/1.1" status: 200 len: 996 time: 2.2508426 Feb 16 16:12:17.861902 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65d9e2a9-615b-45a3-8aeb-ee42a4ba1460', 'tag': '6f3092d1-b4d0-4b18-822e-8315ba61f8a8'}] {{(pid=84075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 16:12:17.917197 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65d9e2a9-615b-45a3-8aeb-ee42a4ba1460', 'tag': '6f3092d1-b4d0-4b18-822e-8315ba61f8a8', 'status': 'completed', 'code': 200} Feb 16 16:12:17.973491 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ebc19b-2aae-4cf6-80fd-06a513c19094 req-cf7eb925-8f0c-4175-a392-15b5cd1f8934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:12:17.975253 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-96ebc19b-2aae-4cf6-80fd-06a513c19094 req-cf7eb925-8f0c-4175-a392-15b5cd1f8934 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=a22a1b742904491cbc129a61305f61c2&device_id=65d9e2a9-615b-45a3-8aeb-ee42a4ba1460 HTTP/1.1" status: 200 len: 1163 time: 0.1003954 Feb 16 16:12:18.020251 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38593f82-91bd-486b-a01a-d598da36029c req-55dda710-82fa-4a1d-83a4-2dc5bb45d2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:12:18.022243 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-38593f82-91bd-486b-a01a-d598da36029c req-55dda710-82fa-4a1d-83a4-2dc5bb45d2e4 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=a22a1b742904491cbc129a61305f61c2&device_id=65d9e2a9-615b-45a3-8aeb-ee42a4ba1460 HTTP/1.1" status: 200 len: 1163 time: 0.0839515 Feb 16 16:12:18.022923 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvr_db [None req-dee4b8f7-aa3b-4543-bf8f-ebc01a380a2a None None] Set router dd04f419-1f5f-474f-9732-192b2ba1a604 gateway port host: dv-cinder-775706-1-iscsi {{(pid=84076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 16:12:18.129177 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ebc19b-2aae-4cf6-80fd-06a513c19094 req-99f6183d-ea9f-4b5f-9ae2-d11bcb57f630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:12:18.130764 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-96ebc19b-2aae-4cf6-80fd-06a513c19094 req-99f6183d-ea9f-4b5f-9ae2-d11bcb57f630 service neutron] 10.222.0.101 "GET /v2.0/networks?id=5da30e22-66ec-403a-b0d3-dbb519e57eb8 HTTP/1.1" status: 200 len: 909 time: 0.1464632 Feb 16 16:12:18.177253 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38593f82-91bd-486b-a01a-d598da36029c req-59eea8b0-9678-4378-a189-108008bd880f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:12:18.179120 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-38593f82-91bd-486b-a01a-d598da36029c req-59eea8b0-9678-4378-a189-108008bd880f service neutron] 10.222.0.103 "GET /v2.0/networks?id=5da30e22-66ec-403a-b0d3-dbb519e57eb8 HTTP/1.1" status: 200 len: 909 time: 0.1497715 Feb 16 16:12:18.250168 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-96ebc19b-2aae-4cf6-80fd-06a513c19094 req-157d640a-7a18-472b-be44-a924740024aa service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f3092d1-b4d0-4b18-822e-8315ba61f8a8 HTTP/1.1" status: 200 len: 999 time: 0.1112981 Feb 16 16:12:18.306719 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-38593f82-91bd-486b-a01a-d598da36029c req-fb9f0d80-33ed-42b3-9a2e-6176201baec5 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f3092d1-b4d0-4b18-822e-8315ba61f8a8 HTTP/1.1" status: 200 len: 999 time: 0.1197059 Feb 16 16:12:18.334408 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ebc19b-2aae-4cf6-80fd-06a513c19094 req-f0b62304-e339-438b-a1ee-fae518182c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:12:18.336118 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-96ebc19b-2aae-4cf6-80fd-06a513c19094 req-f0b62304-e339-438b-a1ee-fae518182c13 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=65ad3805-5be2-47e3-87a0-701dcd43db26 HTTP/1.1" status: 200 len: 854 time: 0.0769377 Feb 16 16:12:18.380167 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38593f82-91bd-486b-a01a-d598da36029c req-fe6c961f-5ce0-450f-8f09-18cfa41d96ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:12:18.381680 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-38593f82-91bd-486b-a01a-d598da36029c req-fe6c961f-5ce0-450f-8f09-18cfa41d96ea service neutron] 10.222.0.103 "GET /v2.0/subnets?id=65ad3805-5be2-47e3-87a0-701dcd43db26 HTTP/1.1" status: 200 len: 854 time: 0.0679984 Feb 16 16:12:18.425160 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ebc19b-2aae-4cf6-80fd-06a513c19094 req-da3372f8-7905-41c2-acd0-a7ebeff77bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:12:18.426845 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-96ebc19b-2aae-4cf6-80fd-06a513c19094 req-da3372f8-7905-41c2-acd0-a7ebeff77bf7 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=5da30e22-66ec-403a-b0d3-dbb519e57eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0820231 Feb 16 16:12:18.439450 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [req-96ebc19b-2aae-4cf6-80fd-06a513c19094 req-a042c757-dcfd-4b5c-9501-c39084865e7c service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=84075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:12:18.440516 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-96ebc19b-2aae-4cf6-80fd-06a513c19094 req-a042c757-dcfd-4b5c-9501-c39084865e7c service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0057189 Feb 16 16:12:18.475730 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38593f82-91bd-486b-a01a-d598da36029c req-1cfcf7e2-ad29-42e8-9fb3-18974784f7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:12:18.477401 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-38593f82-91bd-486b-a01a-d598da36029c req-1cfcf7e2-ad29-42e8-9fb3-18974784f7ae service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=5da30e22-66ec-403a-b0d3-dbb519e57eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0887616 Feb 16 16:12:18.597450 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-96ebc19b-2aae-4cf6-80fd-06a513c19094 req-8f70fd00-502b-4911-9804-6df946ee8b71 service neutron] 10.222.0.101 "GET /v2.0/networks/5da30e22-66ec-403a-b0d3-dbb519e57eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501844 Feb 16 16:12:18.605331 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-dee4b8f7-aa3b-4543-bf8f-ebc01a380a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd04f419-1f5f-474f-9732-192b2ba1a604', 'name': 'tempest-TestMinimumBasicScenario-1079310298-router', 'tenant_id': 'a22a1b742904491cbc129a61305f61c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '3839b414-3f8e-4e2e-b35d-3802b6253e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T16:11:13Z', 'updated_at': '2021-02-16T16:11:19Z', 'revision_number': 4, 'project_id': 'a22a1b742904491cbc129a61305f61c2', 'gw_port': {'id': '3839b414-3f8e-4e2e-b35d-3802b6253e0a', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:0e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd04f419-1f5f-474f-9732-192b2ba1a604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:11:14Z', 'updated_at': '2021-02-16T16:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_floatingips': [{'id': '85ad4ed5-5ffd-4dba-a106-2b2e70a55289', 'tenant_id': 'a22a1b742904491cbc129a61305f61c2', 'floating_ip_address': '172.27.1.46', 'floating_network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'router_id': 'dd04f419-1f5f-474f-9732-192b2ba1a604', 'port_id': '6f3092d1-b4d0-4b18-822e-8315ba61f8a8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5da30e22-66ec-403a-b0d3-dbb519e57eb8', 'mac_address': 'fa:16:3e:bd:f7:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d9e2a9-615b-45a3-8aeb-ee42a4ba1460', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T16:12:14Z', 'updated_at': '2021-02-16T16:12:16Z', 'revision_number': 1, 'project_id': 'a22a1b742904491cbc129a61305f61c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56f296f8-0a0a-440b-8907-97535c122044', 'name': '', 'network_id': '5da30e22-66ec-403a-b0d3-dbb519e57eb8', 'tenant_id': 'a22a1b742904491cbc129a61305f61c2', 'mac_address': 'fa:16:3e:2c:4a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd04f419-1f5f-474f-9732-192b2ba1a604', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '65ad3805-5be2-47e3-87a0-701dcd43db26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:11:18Z', 'updated_at': '2021-02-16T16:11:27Z', 'revision_number': 5, 'project_id': 'a22a1b742904491cbc129a61305f61c2', 'subnets': [{'id': '65ad3805-5be2-47e3-87a0-701dcd43db26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-iscsi', False) {} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:12:18.609611 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee4b8f7-aa3b-4543-bf8f-ebc01a380a2a None None] Checking router: dd04f419-1f5f-474f-9732-192b2ba1a604 for host: dv-cinder-775706-1-iscsi {{(pid=84076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 16:12:18.618816 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee4b8f7-aa3b-4543-bf8f-ebc01a380a2a None None] Routers {'dd04f419-1f5f-474f-9732-192b2ba1a604'} bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 16:12:18.619487 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-dee4b8f7-aa3b-4543-bf8f-ebc01a380a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T15:47:20Z,description=,heartbeat_timestamp=2021-02-16T16:11:51Z,host='dv-cinder-775706-1-iscsi',id=4f2d6f55-b6e7-4768-88f5-01ac5c4c3902,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:47:21Z,topic='l3_agent')) {'router_ids': ['dd04f419-1f5f-474f-9732-192b2ba1a604'], 'active': True} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:12:18.632136 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-38593f82-91bd-486b-a01a-d598da36029c req-c5ed2cc1-3fc3-45ca-b9a4-2cd1d03e92d1 service neutron] 10.222.0.103 "GET /v2.0/networks/5da30e22-66ec-403a-b0d3-dbb519e57eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407430 Feb 16 16:12:18.758894 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-96ebc19b-2aae-4cf6-80fd-06a513c19094 req-0e3e258b-8c99-4de2-884a-d7f9b167a6d6 service neutron] 10.222.0.101 "GET /v2.0/networks/5da30e22-66ec-403a-b0d3-dbb519e57eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1530004 Feb 16 16:12:18.827189 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvr_db [None req-dee4b8f7-aa3b-4543-bf8f-ebc01a380a2a None None] Set router dd04f419-1f5f-474f-9732-192b2ba1a604 gateway port host: dv-cinder-775706-1-iscsi {{(pid=84076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 16:12:18.845119 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [req-ae1cf85a-23a0-4102-8035-7bd5ba8f283a req-3e6b18a1-064f-4e40-a69a-6d17b88cdad6 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-2025087481', 'description': 'tempest-TestMinimumBasicScenario-2025087481 description'}} {{(pid=84075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:12:18.852382 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [req-ae1cf85a-23a0-4102-8035-7bd5ba8f283a req-3e6b18a1-064f-4e40-a69a-6d17b88cdad6 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:12:18.858575 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-ae1cf85a-23a0-4102-8035-7bd5ba8f283a req-3e6b18a1-064f-4e40-a69a-6d17b88cdad6 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Usage tracker for resource:security_group and tenant:a22a1b742904491cbc129a61305f61c2 is out of sync, need to count used quota {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:12:18.862083 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-ae1cf85a-23a0-4102-8035-7bd5ba8f283a req-3e6b18a1-064f-4e40-a69a-6d17b88cdad6 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:12:18.868581 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [req-ae1cf85a-23a0-4102-8035-7bd5ba8f283a req-3e6b18a1-064f-4e40-a69a-6d17b88cdad6 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:12:18.909744 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-ae1cf85a-23a0-4102-8035-7bd5ba8f283a req-3e6b18a1-064f-4e40-a69a-6d17b88cdad6 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Notify callbacks [] for security_group, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:12:18.935252 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [req-ae1cf85a-23a0-4102-8035-7bd5ba8f283a req-3e6b18a1-064f-4e40-a69a-6d17b88cdad6 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:12:18.939871 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-ae1cf85a-23a0-4102-8035-7bd5ba8f283a req-3e6b18a1-064f-4e40-a69a-6d17b88cdad6 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Usage tracker for resource:security_group_rule and tenant:a22a1b742904491cbc129a61305f61c2 is out of sync, need to count used quota {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:12:18.943149 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-ae1cf85a-23a0-4102-8035-7bd5ba8f283a req-3e6b18a1-064f-4e40-a69a-6d17b88cdad6 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:12:18.950642 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [req-ae1cf85a-23a0-4102-8035-7bd5ba8f283a req-3e6b18a1-064f-4e40-a69a-6d17b88cdad6 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:12:19.037477 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-ae1cf85a-23a0-4102-8035-7bd5ba8f283a req-3e6b18a1-064f-4e40-a69a-6d17b88cdad6 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Notify callbacks [] for security_group, precommit_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:12:19.042289 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-38593f82-91bd-486b-a01a-d598da36029c req-1245a002-983f-4d9c-9196-438b88e0153d service neutron] 10.222.0.103 "GET /v2.0/networks/5da30e22-66ec-403a-b0d3-dbb519e57eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4028423 Feb 16 16:12:19.075567 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-ae1cf85a-23a0-4102-8035-7bd5ba8f283a req-3e6b18a1-064f-4e40-a69a-6d17b88cdad6 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:12:19.081811 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-a144af8a-1140-4988-bff1-49a44cb1d771 tempest-TestShelveInstance-771227498 tempest-TestShelveInstance-771227498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:12:19.124611 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6b18a1-064f-4e40-a69a-6d17b88cdad6 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30715f0e-05e7-494d-9970-81e1dae58ace,revision_number=1']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:12:19.128148 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-3e6b18a1-064f-4e40-a69a-6d17b88cdad6 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:12:19.138208 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-ae1cf85a-23a0-4102-8035-7bd5ba8f283a req-3e6b18a1-064f-4e40-a69a-6d17b88cdad6 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Notify callbacks [] for security_group, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:12:19.139604 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ae1cf85a-23a0-4102-8035-7bd5ba8f283a req-3e6b18a1-064f-4e40-a69a-6d17b88cdad6 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3005233 Feb 16 16:12:19.213282 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-868e2e3c-a76e-4e9e-8e98-2c52ad3e1f35 req-4035fd1f-459c-4bc6-9420-3a810f9154d5 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/security-groups/30715f0e-05e7-494d-9970-81e1dae58ace HTTP/1.1" status: 200 len: 1814 time: 0.0496724 Feb 16 16:12:19.224650 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [req-868e2e3c-a76e-4e9e-8e98-2c52ad3e1f35 req-d3efc08a-93ef-4cda-9913-046e2fe9525e tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '30715f0e-05e7-494d-9970-81e1dae58ace', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:12:19.225016 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [req-868e2e3c-a76e-4e9e-8e98-2c52ad3e1f35 req-d3efc08a-93ef-4cda-9913-046e2fe9525e tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '30715f0e-05e7-494d-9970-81e1dae58ace', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:12:19.228631 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-dee4b8f7-aa3b-4543-bf8f-ebc01a380a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd04f419-1f5f-474f-9732-192b2ba1a604', 'name': 'tempest-TestMinimumBasicScenario-1079310298-router', 'tenant_id': 'a22a1b742904491cbc129a61305f61c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '3839b414-3f8e-4e2e-b35d-3802b6253e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T16:11:13Z', 'updated_at': '2021-02-16T16:11:19Z', 'revision_number': 4, 'project_id': 'a22a1b742904491cbc129a61305f61c2', 'gw_port': {'id': '3839b414-3f8e-4e2e-b35d-3802b6253e0a', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:0e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd04f419-1f5f-474f-9732-192b2ba1a604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:11:14Z', 'updated_at': '2021-02-16T16:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_floatingips': [{'id': '85ad4ed5-5ffd-4dba-a106-2b2e70a55289', 'tenant_id': 'a22a1b742904491cbc129a61305f61c2', 'floating_ip_address': '172.27.1.46', 'floating_network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'router_id': 'dd04f419-1f5f-474f-9732-192b2ba1a604', 'port_id': '6f3092d1-b4d0-4b18-822e-8315ba61f8a8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5da30e22-66ec-403a-b0d3-dbb519e57eb8', 'mac_address': 'fa:16:3e:bd:f7:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d9e2a9-615b-45a3-8aeb-ee42a4ba1460', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T16:12:14Z', 'updated_at': '2021-02-16T16:12:16Z', 'revision_number': 1, 'project_id': 'a22a1b742904491cbc129a61305f61c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56f296f8-0a0a-440b-8907-97535c122044', 'name': '', 'network_id': '5da30e22-66ec-403a-b0d3-dbb519e57eb8', 'tenant_id': 'a22a1b742904491cbc129a61305f61c2', 'mac_address': 'fa:16:3e:2c:4a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd04f419-1f5f-474f-9732-192b2ba1a604', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '65ad3805-5be2-47e3-87a0-701dcd43db26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:11:18Z', 'updated_at': '2021-02-16T16:11:27Z', 'revision_number': 5, 'project_id': 'a22a1b742904491cbc129a61305f61c2', 'subnets': [{'id': '65ad3805-5be2-47e3-87a0-701dcd43db26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-iscsi', False) {} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:12:19.232447 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [req-868e2e3c-a76e-4e9e-8e98-2c52ad3e1f35 req-d3efc08a-93ef-4cda-9913-046e2fe9525e tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:12:19.234314 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee4b8f7-aa3b-4543-bf8f-ebc01a380a2a None None] The sync data for ids ['dd04f419-1f5f-474f-9732-192b2ba1a604'] in dv-cinder-775706-1-iscsi is: [{'id': 'dd04f419-1f5f-474f-9732-192b2ba1a604', 'name': 'tempest-TestMinimumBasicScenario-1079310298-router', 'tenant_id': 'a22a1b742904491cbc129a61305f61c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '3839b414-3f8e-4e2e-b35d-3802b6253e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T16:11:13Z', 'updated_at': '2021-02-16T16:11:19Z', 'revision_number': 4, 'project_id': 'a22a1b742904491cbc129a61305f61c2', 'gw_port': {'id': '3839b414-3f8e-4e2e-b35d-3802b6253e0a', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:0e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd04f419-1f5f-474f-9732-192b2ba1a604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:11:14Z', 'updated_at': '2021-02-16T16:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_floatingips': [{'id': '85ad4ed5-5ffd-4dba-a106-2b2e70a55289', 'tenant_id': 'a22a1b742904491cbc129a61305f61c2', 'floating_ip_address': '172.27.1.46', 'floating_network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'router_id': 'dd04f419-1f5f-474f-9732-192b2ba1a604', 'port_id': '6f3092d1-b4d0-4b18-822e-8315ba61f8a8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5da30e22-66ec-403a-b0d3-dbb519e57eb8', 'mac_address': 'fa:16:3e:bd:f7:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d9e2a9-615b-45a3-8aeb-ee42a4ba1460', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T16:12:14Z', 'updated_at': '2021-02-16T16:12:16Z', 'revision_number': 1, 'project_id': 'a22a1b742904491cbc129a61305f61c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56f296f8-0a0a-440b-8907-97535c122044', 'name': '', 'network_id': '5da30e22-66ec-403a-b0d3-dbb519e57eb8', 'tenant_id': 'a22a1b742904491cbc129a61305f61c2', 'mac_address': 'fa:16:3e:2c:4a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd04f419-1f5f-474f-9732-192b2ba1a604', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '65ad3805-5be2-47e3-87a0-701dcd43db26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:11:18Z', 'updated_at': '2021-02-16T16:11:27Z', 'revision_number': 5, 'project_id': 'a22a1b742904491cbc129a61305f61c2', 'subnets': [{'id': '65ad3805-5be2-47e3-87a0-701dcd43db26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 16:12:19.236528 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-868e2e3c-a76e-4e9e-8e98-2c52ad3e1f35 req-d3efc08a-93ef-4cda-9913-046e2fe9525e tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Usage tracker for resource:security_group_rule and tenant:a22a1b742904491cbc129a61305f61c2 is out of sync, need to count used quota {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:12:19.239649 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-868e2e3c-a76e-4e9e-8e98-2c52ad3e1f35 req-d3efc08a-93ef-4cda-9913-046e2fe9525e tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:12:19.245857 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [req-868e2e3c-a76e-4e9e-8e98-2c52ad3e1f35 req-d3efc08a-93ef-4cda-9913-046e2fe9525e tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:12:19.338094 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-868e2e3c-a76e-4e9e-8e98-2c52ad3e1f35 req-d3efc08a-93ef-4cda-9913-046e2fe9525e tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:12:19.364353 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-868e2e3c-a76e-4e9e-8e98-2c52ad3e1f35 req-d3efc08a-93ef-4cda-9913-046e2fe9525e tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:12:19.406307 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-868e2e3c-a76e-4e9e-8e98-2c52ad3e1f35 req-d3efc08a-93ef-4cda-9913-046e2fe9525e tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660574'] for security_group_rule, after_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:12:19.408496 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:12:19.431098 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3efc08a-93ef-4cda-9913-046e2fe9525e tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7d98759-89d1-453c-9559-7d98daef0c5b,revision_number=0']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:12:19.435458 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-d3efc08a-93ef-4cda-9913-046e2fe9525e tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:12:19.469534 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-868e2e3c-a76e-4e9e-8e98-2c52ad3e1f35 req-d3efc08a-93ef-4cda-9913-046e2fe9525e tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:12:19.470923 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-868e2e3c-a76e-4e9e-8e98-2c52ad3e1f35 req-d3efc08a-93ef-4cda-9913-046e2fe9525e tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2506635 Feb 16 16:12:19.522668 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7db9942-a9a1-442f-8fa4-4ad25e30672e None None] New status for floating IP 85ad4ed5-5ffd-4dba-a106-2b2e70a55289: ACTIVE {{(pid=84077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 16 16:12:19.549385 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-790d218a-35a6-456d-9b7a-d75518e3294f req-1a24b416-2520-4580-bdee-b04834bb542b tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/security-groups/30715f0e-05e7-494d-9970-81e1dae58ace HTTP/1.1" status: 200 len: 2407 time: 0.0562453 Feb 16 16:12:19.561036 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [req-790d218a-35a6-456d-9b7a-d75518e3294f req-3dffb601-1819-44d3-9187-1a60c3a630e5 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '30715f0e-05e7-494d-9970-81e1dae58ace', 'remote_group_id': None}]} {{(pid=84075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:12:19.561503 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [req-790d218a-35a6-456d-9b7a-d75518e3294f req-3dffb601-1819-44d3-9187-1a60c3a630e5 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '30715f0e-05e7-494d-9970-81e1dae58ace', 'remote_group_id': None}} {{(pid=84075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:12:19.567907 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [req-790d218a-35a6-456d-9b7a-d75518e3294f req-3dffb601-1819-44d3-9187-1a60c3a630e5 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 16:12:19.572189 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-790d218a-35a6-456d-9b7a-d75518e3294f req-3dffb601-1819-44d3-9187-1a60c3a630e5 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Usage tracker for resource:security_group_rule and tenant:a22a1b742904491cbc129a61305f61c2 is out of sync, need to count used quota {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 16:12:19.576250 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-790d218a-35a6-456d-9b7a-d75518e3294f req-3dffb601-1819-44d3-9187-1a60c3a630e5 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 16:12:19.583208 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.quota.driver [req-790d218a-35a6-456d-9b7a-d75518e3294f req-3dffb601-1819-44d3-9187-1a60c3a630e5 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 16:12:19.674443 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-790d218a-35a6-456d-9b7a-d75518e3294f req-3dffb601-1819-44d3-9187-1a60c3a630e5 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:12:19.699703 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-790d218a-35a6-456d-9b7a-d75518e3294f req-3dffb601-1819-44d3-9187-1a60c3a630e5 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:12:19.743737 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-790d218a-35a6-456d-9b7a-d75518e3294f req-3dffb601-1819-44d3-9187-1a60c3a630e5 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660574'] for security_group_rule, after_create {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:12:19.751799 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:12:19.771961 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dffb601-1819-44d3-9187-1a60c3a630e5 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76ac38fe-f802-43c9-95fd-ddc071627b71,revision_number=0']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:12:19.774987 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-3dffb601-1819-44d3-9187-1a60c3a630e5 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:12:19.818364 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-790d218a-35a6-456d-9b7a-d75518e3294f req-3dffb601-1819-44d3-9187-1a60c3a630e5 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:12:19.819801 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-790d218a-35a6-456d-9b7a-d75518e3294f req-3dffb601-1819-44d3-9187-1a60c3a630e5 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2639174 Feb 16 16:12:19.962365 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-798eedc1-6e79-4e9d-a37f-fdbe2ae219c9 req-2c5eb398-06e3-4849-81be-3a89ea1c016a tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Synchronizing usage tracker for tenant:a22a1b742904491cbc129a61305f61c2 on resource:security_group {{(pid=84075) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 16:12:20.041188 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-798eedc1-6e79-4e9d-a37f-fdbe2ae219c9 req-2c5eb398-06e3-4849-81be-3a89ea1c016a tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Unset dirty status for tenant:a22a1b742904491cbc129a61305f61c2 on resource:security_group {{(pid=84075) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 16:12:20.042582 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-798eedc1-6e79-4e9d-a37f-fdbe2ae219c9 req-2c5eb398-06e3-4849-81be-3a89ea1c016a tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-2025087481&fields=id&tenant_id=a22a1b742904491cbc129a61305f61c2 HTTP/1.1" status: 200 len: 267 time: 0.1239026 Feb 16 16:12:20.140930 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798eedc1-6e79-4e9d-a37f-fdbe2ae219c9 req-29d0346d-2c6b-43c0-8c72-16cf20af3d95 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:12:20.142598 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-798eedc1-6e79-4e9d-a37f-fdbe2ae219c9 req-29d0346d-2c6b-43c0-8c72-16cf20af3d95 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/ports?device_id=65d9e2a9-615b-45a3-8aeb-ee42a4ba1460 HTTP/1.1" status: 200 len: 946 time: 0.0935917 Feb 16 16:12:20.154819 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [req-798eedc1-6e79-4e9d-a37f-fdbe2ae219c9 req-5d70693e-2513-4b25-b264-33f999b5a8de tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Request body: {'port': {'security_groups': ['db9f9f4a-fa55-4f4d-ac68-cf9c464d7fa0', '30715f0e-05e7-494d-9970-81e1dae58ace']}} {{(pid=84075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:12:20.286644 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-798eedc1-6e79-4e9d-a37f-fdbe2ae219c9 req-5d70693e-2513-4b25-b264-33f999b5a8de tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:12:20.378257 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d05518bb-17ee-4865-b03c-31693adcda8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:12:20.577841 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-b48fb9b2-32a4-412a-8064-d7f53dd7120f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:12:20.629874 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [req-798eedc1-6e79-4e9d-a37f-fdbe2ae219c9 req-5d70693e-2513-4b25-b264-33f999b5a8de tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] For port 6f3092d1-b4d0-4b18-822e-8315ba61f8a8, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=6f3092d1-b4d0-4b18-822e-8315ba61f8a8,segment=NetworkSegment(ff9e5881-2715-400a-9170-56dc4789374e),segment_id=ff9e5881-2715-400a-9170-56dc4789374e)] {{(pid=84075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:12:20.659828 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-798eedc1-6e79-4e9d-a37f-fdbe2ae219c9 req-5d70693e-2513-4b25-b264-33f999b5a8de tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Notify callbacks [] for port, precommit_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:12:20.697610 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-798eedc1-6e79-4e9d-a37f-fdbe2ae219c9 req-5d70693e-2513-4b25-b264-33f999b5a8de tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847067257'] for port, after_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:12:20.712836 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-5f495511-fe66-45a9-85d7-c3e23dfd4447 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:12:21.104909 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d70693e-2513-4b25-b264-33f999b5a8de tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Pushing event updated for resources: {'Port': ['ID=6f3092d1-b4d0-4b18-822e-8315ba61f8a8,revision_number=5']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:12:21.110492 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-5d70693e-2513-4b25-b264-33f999b5a8de tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:12:21.150263 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798eedc1-6e79-4e9d-a37f-fdbe2ae219c9 req-5d70693e-2513-4b25-b264-33f999b5a8de tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:12:21.150696 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-798eedc1-6e79-4e9d-a37f-fdbe2ae219c9 req-5d70693e-2513-4b25-b264-33f999b5a8de tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487'] for port, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:12:21.152140 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-798eedc1-6e79-4e9d-a37f-fdbe2ae219c9 req-5d70693e-2513-4b25-b264-33f999b5a8de tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "PUT /v2.0/ports/6f3092d1-b4d0-4b18-822e-8315ba61f8a8 HTTP/1.1" status: 200 len: 982 time: 1.0027003 Feb 16 16:12:21.153417 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65d9e2a9-615b-45a3-8aeb-ee42a4ba1460', 'tag': '6f3092d1-b4d0-4b18-822e-8315ba61f8a8'}] {{(pid=84075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 16:12:21.205182 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65d9e2a9-615b-45a3-8aeb-ee42a4ba1460', 'tag': '6f3092d1-b4d0-4b18-822e-8315ba61f8a8', 'status': 'completed', 'code': 200} Feb 16 16:12:21.311280 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3addbbee-b12a-4b08-b28f-127010b661d6 req-04f35bfe-28b3-4d6c-8b1e-bbcafb59dcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:12:21.312956 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-3addbbee-b12a-4b08-b28f-127010b661d6 req-04f35bfe-28b3-4d6c-8b1e-bbcafb59dcf6 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=a22a1b742904491cbc129a61305f61c2&device_id=65d9e2a9-615b-45a3-8aeb-ee42a4ba1460 HTTP/1.1" status: 200 len: 1203 time: 0.0839517 Feb 16 16:12:21.341710 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cafc12-d0b5-432e-93ff-2272ca8ede37 req-33cfa465-367b-478c-8443-f08b5db2842a tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:12:21.343317 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-55cafc12-d0b5-432e-93ff-2272ca8ede37 req-33cfa465-367b-478c-8443-f08b5db2842a tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/ports?device_id=65d9e2a9-615b-45a3-8aeb-ee42a4ba1460 HTTP/1.1" status: 200 len: 985 time: 0.0913649 Feb 16 16:12:21.399083 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-55cafc12-d0b5-432e-93ff-2272ca8ede37 req-29d335d5-0d8c-4c29-b3a0-f9d5bac99de8 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/security-groups?id=30715f0e-05e7-494d-9970-81e1dae58ace&id=db9f9f4a-fa55-4f4d-ac68-cf9c464d7fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0489368 Feb 16 16:12:21.423968 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:12:21.446469 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-306cf13d-cbf6-4f17-850a-c75ed0a16f0f None None] Provisioning complete for port 6f3092d1-b4d0-4b18-822e-8315ba61f8a8 triggered by entity DHCP. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:12:21.446916 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-306cf13d-cbf6-4f17-850a-c75ed0a16f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:12:21.466133 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3addbbee-b12a-4b08-b28f-127010b661d6 req-2e7ad9eb-c2c1-4363-bb23-58fe03bcbab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:12:21.468499 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-3addbbee-b12a-4b08-b28f-127010b661d6 req-2e7ad9eb-c2c1-4363-bb23-58fe03bcbab7 service neutron] 10.222.0.103 "GET /v2.0/networks?id=5da30e22-66ec-403a-b0d3-dbb519e57eb8 HTTP/1.1" status: 200 len: 909 time: 0.1480241 Feb 16 16:12:21.587679 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-3addbbee-b12a-4b08-b28f-127010b661d6 req-96215c3a-65b2-4c49-a7d8-bf9080245265 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f3092d1-b4d0-4b18-822e-8315ba61f8a8 HTTP/1.1" status: 200 len: 1001 time: 0.1095641 Feb 16 16:12:21.657896 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3addbbee-b12a-4b08-b28f-127010b661d6 req-7bbbaaf5-209d-480b-a1c8-22d837b8030e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:12:21.659506 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-3addbbee-b12a-4b08-b28f-127010b661d6 req-7bbbaaf5-209d-480b-a1c8-22d837b8030e service neutron] 10.222.0.103 "GET /v2.0/subnets?id=65ad3805-5be2-47e3-87a0-701dcd43db26 HTTP/1.1" status: 200 len: 854 time: 0.0651436 Feb 16 16:12:21.748418 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3addbbee-b12a-4b08-b28f-127010b661d6 req-48b1d6f3-1ac9-4366-8857-4bf09f769af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:12:21.750191 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-3addbbee-b12a-4b08-b28f-127010b661d6 req-48b1d6f3-1ac9-4366-8857-4bf09f769af9 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=5da30e22-66ec-403a-b0d3-dbb519e57eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0831928 Feb 16 16:12:21.752571 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device 6f3092d1-b4d0-4b18-822e-8315ba61f8a8 up at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 16:12:21.827030 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning complete for port 6f3092d1-b4d0-4b18-822e-8315ba61f8a8 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:12:21.827461 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:12:21.904400 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-3addbbee-b12a-4b08-b28f-127010b661d6 req-f21fdebb-5d03-4846-b344-07f2fedf1ec4 service neutron] 10.222.0.103 "GET /v2.0/networks/5da30e22-66ec-403a-b0d3-dbb519e57eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468127 Feb 16 16:12:22.063429 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-3addbbee-b12a-4b08-b28f-127010b661d6 req-8e1af67b-0111-4088-bf52-e4393ec3c6fe service neutron] 10.222.0.103 "GET /v2.0/networks/5da30e22-66ec-403a-b0d3-dbb519e57eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1512148 Feb 16 16:12:22.332148 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-331083c2-9fd5-48c9-8796-02890b3f22e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:12:24.285837 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.agents_db [None req-cca974b7-119d-4613-9949-a609bd4803bb None None] Agent healthcheck: found 6 active agents {{(pid=84077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 16:12:30.851984 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [req-25d77e57-3a05-4d18-9088-fd3e3f100f07 req-1b895175-22d6-485b-be8b-022c170bce5a service neutron] (84074) timed out ('10.222.0.103', 54161) {{(pid=84074) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 16 16:12:40.904864 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-32390927-c8e0-4c0c-b662-06aa0df0bfae req-61d9726d-28ab-4e20-a3a3-eead20a694e0 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/floatingips/3f915605-4f6f-4c5c-a489-e400a2450abe HTTP/1.1" status: 200 len: 998 time: 0.1178343 Feb 16 16:12:41.075946 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32390927-c8e0-4c0c-b662-06aa0df0bfae req-1c60d09c-149b-44a9-9699-ea04c0e4f963 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:12:41.077439 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-32390927-c8e0-4c0c-b662-06aa0df0bfae req-1c60d09c-149b-44a9-9699-ea04c0e4f963 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/networks/4b949073-2dbc-48f8-99e6-0912404ac0f6 HTTP/1.1" status: 200 len: 784 time: 0.1656244 Feb 16 16:12:41.090537 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [req-32390927-c8e0-4c0c-b662-06aa0df0bfae req-4f1bfe74-9669-421f-9801-829d3540a321 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=84075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:12:41.091742 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-32390927-c8e0-4c0c-b662-06aa0df0bfae req-4f1bfe74-9669-421f-9801-829d3540a321 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0067341 Feb 16 16:12:41.201792 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-32390927-c8e0-4c0c-b662-06aa0df0bfae req-6b881c77-cdc7-447e-b1e0-76626542800c tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.27.1.129 HTTP/1.1" status: 200 len: 1001 time: 0.1024854 Feb 16 16:12:41.287129 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32390927-c8e0-4c0c-b662-06aa0df0bfae req-c5106b84-dc79-4d7f-bbc8-836be9ad048b tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:12:41.288592 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-32390927-c8e0-4c0c-b662-06aa0df0bfae req-c5106b84-dc79-4d7f-bbc8-836be9ad048b tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/ports/0d609399-8784-4149-baf8-1358fc87c749 HTTP/1.1" status: 200 len: 942 time: 0.0799809 Feb 16 16:12:41.481693 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-32390927-c8e0-4c0c-b662-06aa0df0bfae req-aa1a26e3-33c7-4f67-92fb-158aaf00ec33 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.27.1.129 HTTP/1.1" status: 200 len: 1001 time: 0.1097405 Feb 16 16:12:41.706962 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [req-32390927-c8e0-4c0c-b662-06aa0df0bfae req-391ccc61-6d7f-430f-b5de-9c2c19b1007f tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Deleting port 973037f3-491f-420f-88e4-33e53f041f60 {{(pid=84075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 16:12:41.707256 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-32390927-c8e0-4c0c-b662-06aa0df0bfae req-391ccc61-6d7f-430f-b5de-9c2c19b1007f tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776636423795'] for port, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:12:41.906581 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-32390927-c8e0-4c0c-b662-06aa0df0bfae req-391ccc61-6d7f-430f-b5de-9c2c19b1007f tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862802'] for port, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:12:41.907212 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-32390927-c8e0-4c0c-b662-06aa0df0bfae req-391ccc61-6d7f-430f-b5de-9c2c19b1007f tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:12:42.045135 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [req-32390927-c8e0-4c0c-b662-06aa0df0bfae req-391ccc61-6d7f-430f-b5de-9c2c19b1007f tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Calling delete_port for 973037f3-491f-420f-88e4-33e53f041f60 owned by network:floatingip {{(pid=84075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 16:12:42.411650 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-32390927-c8e0-4c0c-b662-06aa0df0bfae req-391ccc61-6d7f-430f-b5de-9c2c19b1007f tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776636383262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776636049574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7708556'] for port, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:12:42.428707 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-c474c104-82d9-48d0-9985-27d4fff566f2 tempest-AttachVolumeNegativeTest-1799482904 tempest-AttachVolumeNegativeTest-1799482904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:12:42.486810 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391ccc61-6d7f-430f-b5de-9c2c19b1007f tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Pushing event deleted for resources: {'Port': ['ID=973037f3-491f-420f-88e4-33e53f041f60,revision_number=None']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:12:42.489949 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-391ccc61-6d7f-430f-b5de-9c2c19b1007f tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:12:42.655375 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-32390927-c8e0-4c0c-b662-06aa0df0bfae req-391ccc61-6d7f-430f-b5de-9c2c19b1007f tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks [] for floatingip, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:12:42.655750 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.db.l3_db [req-32390927-c8e0-4c0c-b662-06aa0df0bfae req-391ccc61-6d7f-430f-b5de-9c2c19b1007f tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Floating IP 3f915605-4f6f-4c5c-a489-e400a2450abe disassociated (deleted). External IP: 172.27.1.129, port: 0d609399-8784-4149-baf8-1358fc87c749. Feb 16 16:12:43.045757 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:12:43.046311 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.l3_agent_scheduler [req-32390927-c8e0-4c0c-b662-06aa0df0bfae req-391ccc61-6d7f-430f-b5de-9c2c19b1007f tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Router fd9d9436-d779-4a4e-abf9-a5e569a1e831 has already been hosted by L3 agent 4f2d6f55-b6e7-4768-88f5-01ac5c4c3902 {{(pid=84075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 16:12:43.243507 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-32390927-c8e0-4c0c-b662-06aa0df0bfae req-391ccc61-6d7f-430f-b5de-9c2c19b1007f tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify agent at l3_agent.dv-cinder-775706-1-iscsi the message routers_updated {{(pid=84075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 16:12:43.254231 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa888b5-dc8b-4851-84db-efecd8116160 None None] Sync routers for ids ['fd9d9436-d779-4a4e-abf9-a5e569a1e831'] in dv-cinder-775706-1-iscsi {{(pid=84076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 16:12:43.264226 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa888b5-dc8b-4851-84db-efecd8116160 None None] Routers {'fd9d9436-d779-4a4e-abf9-a5e569a1e831'} bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 16:12:43.264912 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-1aa888b5-dc8b-4851-84db-efecd8116160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T15:47:20Z,description=,heartbeat_timestamp=2021-02-16T16:12:21Z,host='dv-cinder-775706-1-iscsi',id=4f2d6f55-b6e7-4768-88f5-01ac5c4c3902,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:47:21Z,topic='l3_agent')) {'router_ids': ['fd9d9436-d779-4a4e-abf9-a5e569a1e831'], 'active': True} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:12:43.297853 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-32390927-c8e0-4c0c-b662-06aa0df0bfae req-391ccc61-6d7f-430f-b5de-9c2c19b1007f tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487'] for floatingip, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:12:43.364170 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-32390927-c8e0-4c0c-b662-06aa0df0bfae req-391ccc61-6d7f-430f-b5de-9c2c19b1007f tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "DELETE /v2.0/floatingips/3f915605-4f6f-4c5c-a489-e400a2450abe HTTP/1.1" status: 204 len: 173 time: 1.8761714 Feb 16 16:12:43.364723 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a462a92-8e96-424a-b31f-5934b737691c', 'tag': '0d609399-8784-4149-baf8-1358fc87c749'}] {{(pid=84075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 16:12:43.421153 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a462a92-8e96-424a-b31f-5934b737691c', 'tag': '0d609399-8784-4149-baf8-1358fc87c749', 'status': 'completed', 'code': 200} Feb 16 16:12:43.463615 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32390927-c8e0-4c0c-b662-06aa0df0bfae req-311b9476-4477-4128-b2e6-91738134767c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:12:43.465293 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-32390927-c8e0-4c0c-b662-06aa0df0bfae req-311b9476-4477-4128-b2e6-91738134767c service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=9ba01355ccec4f5ba422cc289f631770&device_id=5a462a92-8e96-424a-b31f-5934b737691c HTTP/1.1" status: 200 len: 1162 time: 0.0870488 Feb 16 16:12:43.470015 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvr_db [None req-1aa888b5-dc8b-4851-84db-efecd8116160 None None] Set router fd9d9436-d779-4a4e-abf9-a5e569a1e831 gateway port host: dv-cinder-775706-1-iscsi {{(pid=84076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 16:12:43.581361 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e7c8e-6b09-43b6-a56a-ccf9a149386a req-94a081c4-820f-465d-a901-1ff9569d691d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:12:43.583153 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-4a6e7c8e-6b09-43b6-a56a-ccf9a149386a req-94a081c4-820f-465d-a901-1ff9569d691d service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=9ba01355ccec4f5ba422cc289f631770&device_id=5a462a92-8e96-424a-b31f-5934b737691c HTTP/1.1" status: 200 len: 1162 time: 0.1402938 Feb 16 16:12:43.618380 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32390927-c8e0-4c0c-b662-06aa0df0bfae req-6268d888-a283-4c6c-85f4-02d3952b5caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:12:43.620089 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-32390927-c8e0-4c0c-b662-06aa0df0bfae req-6268d888-a283-4c6c-85f4-02d3952b5caf service neutron] 10.222.0.101 "GET /v2.0/networks?id=45f2857c-5bdc-476f-9384-4f61c45c28bf HTTP/1.1" status: 200 len: 906 time: 0.1481302 Feb 16 16:12:43.702676 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-32390927-c8e0-4c0c-b662-06aa0df0bfae req-5f8a514d-da0c-4f85-bc6c-ad6287d9f8e6 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d609399-8784-4149-baf8-1358fc87c749 HTTP/1.1" status: 200 len: 217 time: 0.0748858 Feb 16 16:12:43.734426 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e7c8e-6b09-43b6-a56a-ccf9a149386a req-085d0bd5-3405-4136-adef-ae2e0314b76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:12:43.736695 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-4a6e7c8e-6b09-43b6-a56a-ccf9a149386a req-085d0bd5-3405-4136-adef-ae2e0314b76f service neutron] 10.222.0.103 "GET /v2.0/networks?id=45f2857c-5bdc-476f-9384-4f61c45c28bf HTTP/1.1" status: 200 len: 906 time: 0.1466579 Feb 16 16:12:43.776663 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32390927-c8e0-4c0c-b662-06aa0df0bfae req-8dc43910-7830-4ca5-a900-dffe15486df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:12:43.778259 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-32390927-c8e0-4c0c-b662-06aa0df0bfae req-8dc43910-7830-4ca5-a900-dffe15486df9 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=de8ce4f7-6e00-466a-9aac-6c50642948a8 HTTP/1.1" status: 200 len: 851 time: 0.0686660 Feb 16 16:12:43.818256 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-4a6e7c8e-6b09-43b6-a56a-ccf9a149386a req-a025eae7-a03a-49f7-a59f-cbf48e594e91 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d609399-8784-4149-baf8-1358fc87c749 HTTP/1.1" status: 200 len: 217 time: 0.0750101 Feb 16 16:12:43.854543 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-1aa888b5-dc8b-4851-84db-efecd8116160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'name': 'tempest-TestVolumeBootPattern-1822681073-router', 'tenant_id': '9ba01355ccec4f5ba422cc289f631770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '9c7a4ee5-aad2-457d-8a26-f9c39f8fb81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T16:03:02Z', 'updated_at': '2021-02-16T16:03:10Z', 'revision_number': 4, 'project_id': '9ba01355ccec4f5ba422cc289f631770', 'gw_port': {'id': '9c7a4ee5-aad2-457d-8a26-f9c39f8fb81d', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:03:04Z', 'updated_at': '2021-02-16T16:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_floatingips': [{'id': 'b4b93e3f-8372-41be-a377-ed579f6999f7', 'tenant_id': '9ba01355ccec4f5ba422cc289f631770', 'floating_ip_address': '172.27.1.191', 'floating_network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'router_id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'port_id': '6e39ed5d-92ca-487f-bd21-6d5b64a0dbd0', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45f2857c-5bdc-476f-9384-4f61c45c28bf', 'mac_address': 'fa:16:3e:48:af:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49cff0d2-e22a-4480-bf7a-d9e0703989f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T16:07:47Z', 'updated_at': '2021-02-16T16:07:53Z', 'revision_number': 2, 'project_id': '9ba01355ccec4f5ba422cc289f631770', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbae4516-30c2-48f8-bceb-abf5579fd378', 'name': '', 'network_id': '45f2857c-5bdc-476f-9384-4f61c45c28bf', 'tenant_id': '9ba01355ccec4f5ba422cc289f631770', 'mac_address': 'fa:16:3e:95:33:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'de8ce4f7-6e00-466a-9aac-6c50642948a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:03:09Z', 'updated_at': '2021-02-16T16:03:17Z', 'revision_number': 5, 'project_id': '9ba01355ccec4f5ba422cc289f631770', 'subnets': [{'id': 'de8ce4f7-6e00-466a-9aac-6c50642948a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-iscsi', False) {} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:12:43.859297 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa888b5-dc8b-4851-84db-efecd8116160 None None] Checking router: fd9d9436-d779-4a4e-abf9-a5e569a1e831 for host: dv-cinder-775706-1-iscsi {{(pid=84076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 16:12:43.869645 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa888b5-dc8b-4851-84db-efecd8116160 None None] Routers {'fd9d9436-d779-4a4e-abf9-a5e569a1e831'} bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 16:12:43.870343 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-1aa888b5-dc8b-4851-84db-efecd8116160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T15:47:20Z,description=,heartbeat_timestamp=2021-02-16T16:12:21Z,host='dv-cinder-775706-1-iscsi',id=4f2d6f55-b6e7-4768-88f5-01ac5c4c3902,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:47:21Z,topic='l3_agent')) {'router_ids': ['fd9d9436-d779-4a4e-abf9-a5e569a1e831'], 'active': True} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:12:43.892797 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e7c8e-6b09-43b6-a56a-ccf9a149386a req-ac8b4f56-4895-44a9-8f20-edc395f57613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:12:43.894448 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-4a6e7c8e-6b09-43b6-a56a-ccf9a149386a req-ac8b4f56-4895-44a9-8f20-edc395f57613 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=de8ce4f7-6e00-466a-9aac-6c50642948a8 HTTP/1.1" status: 200 len: 851 time: 0.0699458 Feb 16 16:12:43.998352 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e7c8e-6b09-43b6-a56a-ccf9a149386a req-b2282504-2947-4340-842f-c02c59c084b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:12:44.000069 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-4a6e7c8e-6b09-43b6-a56a-ccf9a149386a req-b2282504-2947-4340-842f-c02c59c084b1 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=45f2857c-5bdc-476f-9384-4f61c45c28bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0988641 Feb 16 16:12:44.092904 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvr_db [None req-1aa888b5-dc8b-4851-84db-efecd8116160 None None] Set router fd9d9436-d779-4a4e-abf9-a5e569a1e831 gateway port host: dv-cinder-775706-1-iscsi {{(pid=84076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 16:12:44.125682 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32390927-c8e0-4c0c-b662-06aa0df0bfae req-8d9fb6fe-2377-461b-b2ce-baa0306e4b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:12:44.127530 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-32390927-c8e0-4c0c-b662-06aa0df0bfae req-8d9fb6fe-2377-461b-b2ce-baa0306e4b88 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=45f2857c-5bdc-476f-9384-4f61c45c28bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3411858 Feb 16 16:12:44.170423 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-4a6e7c8e-6b09-43b6-a56a-ccf9a149386a req-1579fabc-975c-4961-9637-f0e89e0a537e service neutron] 10.222.0.103 "GET /v2.0/networks/45f2857c-5bdc-476f-9384-4f61c45c28bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634734 Feb 16 16:12:44.277532 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-32390927-c8e0-4c0c-b662-06aa0df0bfae req-d94c83d6-8533-435f-83b3-6ff568e9f488 service neutron] 10.222.0.101 "GET /v2.0/networks/45f2857c-5bdc-476f-9384-4f61c45c28bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420562 Feb 16 16:12:44.326434 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-4a6e7c8e-6b09-43b6-a56a-ccf9a149386a req-40d72f03-4755-41ee-96fe-cafc68e06368 service neutron] 10.222.0.103 "GET /v2.0/networks/45f2857c-5bdc-476f-9384-4f61c45c28bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1490099 Feb 16 16:12:44.428380 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-32390927-c8e0-4c0c-b662-06aa0df0bfae req-a6db7fda-c94a-4e50-945b-d6c18276236d service neutron] 10.222.0.101 "GET /v2.0/networks/45f2857c-5bdc-476f-9384-4f61c45c28bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1430533 Feb 16 16:12:44.675085 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-1aa888b5-dc8b-4851-84db-efecd8116160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'name': 'tempest-TestVolumeBootPattern-1822681073-router', 'tenant_id': '9ba01355ccec4f5ba422cc289f631770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '9c7a4ee5-aad2-457d-8a26-f9c39f8fb81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T16:03:02Z', 'updated_at': '2021-02-16T16:03:10Z', 'revision_number': 4, 'project_id': '9ba01355ccec4f5ba422cc289f631770', 'gw_port': {'id': '9c7a4ee5-aad2-457d-8a26-f9c39f8fb81d', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:03:04Z', 'updated_at': '2021-02-16T16:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_floatingips': [{'id': 'b4b93e3f-8372-41be-a377-ed579f6999f7', 'tenant_id': '9ba01355ccec4f5ba422cc289f631770', 'floating_ip_address': '172.27.1.191', 'floating_network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'router_id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'port_id': '6e39ed5d-92ca-487f-bd21-6d5b64a0dbd0', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45f2857c-5bdc-476f-9384-4f61c45c28bf', 'mac_address': 'fa:16:3e:48:af:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49cff0d2-e22a-4480-bf7a-d9e0703989f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T16:07:47Z', 'updated_at': '2021-02-16T16:07:53Z', 'revision_number': 2, 'project_id': '9ba01355ccec4f5ba422cc289f631770', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbae4516-30c2-48f8-bceb-abf5579fd378', 'name': '', 'network_id': '45f2857c-5bdc-476f-9384-4f61c45c28bf', 'tenant_id': '9ba01355ccec4f5ba422cc289f631770', 'mac_address': 'fa:16:3e:95:33:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'de8ce4f7-6e00-466a-9aac-6c50642948a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:03:09Z', 'updated_at': '2021-02-16T16:03:17Z', 'revision_number': 5, 'project_id': '9ba01355ccec4f5ba422cc289f631770', 'subnets': [{'id': 'de8ce4f7-6e00-466a-9aac-6c50642948a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-iscsi', False) {} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:12:44.679456 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa888b5-dc8b-4851-84db-efecd8116160 None None] The sync data for ids ['fd9d9436-d779-4a4e-abf9-a5e569a1e831'] in dv-cinder-775706-1-iscsi is: [{'id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'name': 'tempest-TestVolumeBootPattern-1822681073-router', 'tenant_id': '9ba01355ccec4f5ba422cc289f631770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '9c7a4ee5-aad2-457d-8a26-f9c39f8fb81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T16:03:02Z', 'updated_at': '2021-02-16T16:03:10Z', 'revision_number': 4, 'project_id': '9ba01355ccec4f5ba422cc289f631770', 'gw_port': {'id': '9c7a4ee5-aad2-457d-8a26-f9c39f8fb81d', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:03:04Z', 'updated_at': '2021-02-16T16:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_floatingips': [{'id': 'b4b93e3f-8372-41be-a377-ed579f6999f7', 'tenant_id': '9ba01355ccec4f5ba422cc289f631770', 'floating_ip_address': '172.27.1.191', 'floating_network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'router_id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'port_id': '6e39ed5d-92ca-487f-bd21-6d5b64a0dbd0', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45f2857c-5bdc-476f-9384-4f61c45c28bf', 'mac_address': 'fa:16:3e:48:af:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49cff0d2-e22a-4480-bf7a-d9e0703989f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T16:07:47Z', 'updated_at': '2021-02-16T16:07:53Z', 'revision_number': 2, 'project_id': '9ba01355ccec4f5ba422cc289f631770', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbae4516-30c2-48f8-bceb-abf5579fd378', 'name': '', 'network_id': '45f2857c-5bdc-476f-9384-4f61c45c28bf', 'tenant_id': '9ba01355ccec4f5ba422cc289f631770', 'mac_address': 'fa:16:3e:95:33:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'de8ce4f7-6e00-466a-9aac-6c50642948a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:03:09Z', 'updated_at': '2021-02-16T16:03:17Z', 'revision_number': 5, 'project_id': '9ba01355ccec4f5ba422cc289f631770', 'subnets': [{'id': 'de8ce4f7-6e00-466a-9aac-6c50642948a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 16:12:44.997058 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a0031b-215a-480e-babe-7a943b775394 req-34bd1007-495e-4004-9f8c-98716f3b8166 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:12:44.997827 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-20a0031b-215a-480e-babe-7a943b775394 req-34bd1007-495e-4004-9f8c-98716f3b8166 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Synchronizing usage tracker for tenant:9ba01355ccec4f5ba422cc289f631770 on resource:port {{(pid=84075) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 16:12:45.034731 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-20a0031b-215a-480e-babe-7a943b775394 req-34bd1007-495e-4004-9f8c-98716f3b8166 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Unset dirty status for tenant:9ba01355ccec4f5ba422cc289f631770 on resource:port {{(pid=84075) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 16:12:45.036208 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-20a0031b-215a-480e-babe-7a943b775394 req-34bd1007-495e-4004-9f8c-98716f3b8166 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/ports?device_id=5a462a92-8e96-424a-b31f-5934b737691c HTTP/1.1" status: 200 len: 945 time: 0.1319239 Feb 16 16:12:45.070527 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acdcb02-1bec-4fa3-9cce-1fedc07b03d5 None None] New status for floating IP 3f915605-4f6f-4c5c-a489-e400a2450abe: DOWN {{(pid=84077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 16 16:12:45.088318 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-20a0031b-215a-480e-babe-7a943b775394 req-667e7fe1-4b74-4ee2-b2ff-d1053e1a23fd tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/security-groups?id=0463bf0b-0df1-40e7-921e-f3e0ec69ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0455627 Feb 16 16:12:46.298445 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84070a53-cda0-4427-8f65-f9ddaf5a1372 req-31d30076-1a7c-48da-b683-771a6156a4e9 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:12:46.300051 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-84070a53-cda0-4427-8f65-f9ddaf5a1372 req-31d30076-1a7c-48da-b683-771a6156a4e9 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/ports?device_id=5a462a92-8e96-424a-b31f-5934b737691c HTTP/1.1" status: 200 len: 945 time: 0.0903676 Feb 16 16:12:46.348162 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-84070a53-cda0-4427-8f65-f9ddaf5a1372 req-d838b13c-dee0-408d-bf23-29d9081b0b0a tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/security-groups?id=0463bf0b-0df1-40e7-921e-f3e0ec69ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0415044 Feb 16 16:12:46.809490 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12180fbd-935e-497a-bcdc-2346302ea6d9 req-ae4cd0dd-1bbf-4808-844f-3d46abf3b1bb tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:12:46.810231 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-12180fbd-935e-497a-bcdc-2346302ea6d9 req-ae4cd0dd-1bbf-4808-844f-3d46abf3b1bb tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Synchronizing usage tracker for tenant:9ba01355ccec4f5ba422cc289f631770 on resource:port {{(pid=84074) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 16:12:46.822877 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-12180fbd-935e-497a-bcdc-2346302ea6d9 req-ae4cd0dd-1bbf-4808-844f-3d46abf3b1bb tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Unset dirty status for tenant:9ba01355ccec4f5ba422cc289f631770 on resource:port {{(pid=84074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 16:12:46.824085 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-12180fbd-935e-497a-bcdc-2346302ea6d9 req-ae4cd0dd-1bbf-4808-844f-3d46abf3b1bb tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a462a92-8e96-424a-b31f-5934b737691c HTTP/1.1" status: 200 len: 945 time: 0.0985928 Feb 16 16:12:46.905287 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [req-12180fbd-935e-497a-bcdc-2346302ea6d9 req-a69bcd6b-439f-4e42-ae66-73aba85f8126 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Deleting port 0d609399-8784-4149-baf8-1358fc87c749 {{(pid=84074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 16:12:46.905669 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-12180fbd-935e-497a-bcdc-2346302ea6d9 req-a69bcd6b-439f-4e42-ae66-73aba85f8126 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776636423795'] for port, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:12:47.178159 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [req-12180fbd-935e-497a-bcdc-2346302ea6d9 req-a69bcd6b-439f-4e42-ae66-73aba85f8126 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] For port 0d609399-8784-4149-baf8-1358fc87c749, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=0d609399-8784-4149-baf8-1358fc87c749,segment=NetworkSegment(f21b7891-dd2d-40e6-bd74-d5b6d5194f31),segment_id=f21b7891-dd2d-40e6-bd74-d5b6d5194f31)] {{(pid=84074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:12:47.178556 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-12180fbd-935e-497a-bcdc-2346302ea6d9 req-a69bcd6b-439f-4e42-ae66-73aba85f8126 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862802'] for port, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:12:47.329853 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [req-12180fbd-935e-497a-bcdc-2346302ea6d9 req-a69bcd6b-439f-4e42-ae66-73aba85f8126 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Calling delete_port for 0d609399-8784-4149-baf8-1358fc87c749 owned by compute:nova {{(pid=84074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 16:12:47.512489 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-8de747d6-d432-41fc-91fa-b1defde6de72 req-668eab84-6751-4847-969e-b8b03c067a61 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/ports?device_id=5a462a92-8e96-424a-b31f-5934b737691c HTTP/1.1" status: 200 len: 210 time: 0.0491569 Feb 16 16:12:47.611541 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-12180fbd-935e-497a-bcdc-2346302ea6d9 req-a69bcd6b-439f-4e42-ae66-73aba85f8126 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776636383262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776636049574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6980856'] for port, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:12:47.630380 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-506cc3a9-790f-4aeb-b903-a0577a8101cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:12:47.642285 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device 0d609399-8784-4149-baf8-1358fc87c749 no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 16:12:47.680422 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] No Port match for: 0d609399-8784-4149-baf8-1358fc87c749 {{(pid=84076) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 16:12:47.686704 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device 0d609399-8784-4149-baf8-1358fc87c749 not bound to the agent host hv-cinder-77570 {{(pid=84076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 16:12:47.690539 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69bcd6b-439f-4e42-ae66-73aba85f8126 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Pushing event deleted for resources: {'Port': ['ID=0d609399-8784-4149-baf8-1358fc87c749,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:12:47.694499 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-a69bcd6b-439f-4e42-ae66-73aba85f8126 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:12:47.702361 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1766f1eb-3f54-430e-b579-cb34662ec521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:12:47.841196 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [req-12180fbd-935e-497a-bcdc-2346302ea6d9 req-a69bcd6b-439f-4e42-ae66-73aba85f8126 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] No DVR routers for this DVR port 0d609399-8784-4149-baf8-1358fc87c749 on host hv-cinder-77570 {{(pid=84074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 16:12:47.843512 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-12180fbd-935e-497a-bcdc-2346302ea6d9 req-a69bcd6b-439f-4e42-ae66-73aba85f8126 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487'] for port, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:12:47.847170 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a462a92-8e96-424a-b31f-5934b737691c', 'name': 'network-vif-deleted', 'tag': '0d609399-8784-4149-baf8-1358fc87c749'}] {{(pid=84074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 16:12:47.896054 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a462a92-8e96-424a-b31f-5934b737691c', 'name': 'network-vif-deleted', 'tag': '0d609399-8784-4149-baf8-1358fc87c749', 'status': 'completed', 'code': 200} Feb 16 16:12:47.909552 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-12180fbd-935e-497a-bcdc-2346302ea6d9 req-a69bcd6b-439f-4e42-ae66-73aba85f8126 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.103 "DELETE /v2.0/ports/0d609399-8784-4149-baf8-1358fc87c749 HTTP/1.1" status: 204 len: 173 time: 1.0797694 Feb 16 16:12:48.690144 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5be94bf3-6cd9-48d1-b832-3c3d2df752fa req-1f279a70-e410-4449-af72-cf7ab3fab7e0 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/ports?device_id=5a462a92-8e96-424a-b31f-5934b737691c HTTP/1.1" status: 200 len: 210 time: 0.0493727 Feb 16 16:12:50.388346 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d05518bb-17ee-4865-b03c-31693adcda8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:12:50.588295 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-73a556cc-7b65-42e3-b50a-ca1cacd168ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:12:51.416914 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:12:52.348276 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-331083c2-9fd5-48c9-8796-02890b3f22e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:12:52.516312 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-cefc325e-2503-4879-b584-e49e8d08725a req-2e8294e5-28ff-4cc0-979f-a549ee25fad6 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/floatingips/b4b93e3f-8372-41be-a377-ed579f6999f7 HTTP/1.1" status: 200 len: 998 time: 0.1136384 Feb 16 16:12:52.689294 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc325e-2503-4879-b584-e49e8d08725a req-1ec64065-9957-4034-913f-c615cd58964a tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:12:52.690787 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-cefc325e-2503-4879-b584-e49e8d08725a req-1ec64065-9957-4034-913f-c615cd58964a tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/networks/4b949073-2dbc-48f8-99e6-0912404ac0f6 HTTP/1.1" status: 200 len: 784 time: 0.1681683 Feb 16 16:12:52.755586 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-89e79ef4-562d-4241-aabf-61b8cf3507dc req-d80e347a-8b67-4e78-ba39-a504b9c85401 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=49cff0d2-e22a-4480-bf7a-d9e0703989f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0806305 Feb 16 16:12:52.804986 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-cefc325e-2503-4879-b584-e49e8d08725a req-2fe1dff7-62a0-464b-b6d7-6b9a15caf0d3 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Synchronizing usage tracker for tenant:9ba01355ccec4f5ba422cc289f631770 on resource:floatingip {{(pid=84075) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 16:12:52.868350 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-cefc325e-2503-4879-b584-e49e8d08725a req-2fe1dff7-62a0-464b-b6d7-6b9a15caf0d3 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Unset dirty status for tenant:9ba01355ccec4f5ba422cc289f631770 on resource:floatingip {{(pid=84075) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 16:12:52.869682 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-cefc325e-2503-4879-b584-e49e8d08725a req-2fe1dff7-62a0-464b-b6d7-6b9a15caf0d3 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.27.1.191 HTTP/1.1" status: 200 len: 1001 time: 0.1723454 Feb 16 16:12:52.913871 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e79ef4-562d-4241-aabf-61b8cf3507dc req-4a728b80-edc9-4d68-a078-515625562dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:12:52.915593 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-89e79ef4-562d-4241-aabf-61b8cf3507dc req-4a728b80-edc9-4d68-a078-515625562dee service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=9ba01355ccec4f5ba422cc289f631770&device_id=49cff0d2-e22a-4480-bf7a-d9e0703989f6 HTTP/1.1" status: 200 len: 1162 time: 0.0861361 Feb 16 16:12:52.956547 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc325e-2503-4879-b584-e49e8d08725a req-79f30bbc-dc27-43dd-8bd5-c65b2428e829 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:12:52.957961 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-cefc325e-2503-4879-b584-e49e8d08725a req-79f30bbc-dc27-43dd-8bd5-c65b2428e829 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/ports/6e39ed5d-92ca-487f-bd21-6d5b64a0dbd0 HTTP/1.1" status: 200 len: 942 time: 0.0821583 Feb 16 16:12:53.088788 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e79ef4-562d-4241-aabf-61b8cf3507dc req-0a9b601e-5208-43e4-b1a2-0443247c3d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:12:53.090891 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-89e79ef4-562d-4241-aabf-61b8cf3507dc req-0a9b601e-5208-43e4-b1a2-0443247c3d64 service neutron] 10.222.0.103 "GET /v2.0/networks?id=45f2857c-5bdc-476f-9384-4f61c45c28bf HTTP/1.1" status: 200 len: 906 time: 0.1536870 Feb 16 16:12:53.156707 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-cefc325e-2503-4879-b584-e49e8d08725a req-24950ba5-7b00-4cd9-9f8b-524ef5b2c82e tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.27.1.191 HTTP/1.1" status: 200 len: 1001 time: 0.1106210 Feb 16 16:12:53.206047 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-89e79ef4-562d-4241-aabf-61b8cf3507dc req-b07a8722-7827-40eb-b343-2d86172ac7e4 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e39ed5d-92ca-487f-bd21-6d5b64a0dbd0 HTTP/1.1" status: 200 len: 1001 time: 0.1087191 Feb 16 16:12:53.277998 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e79ef4-562d-4241-aabf-61b8cf3507dc req-21e1e5d4-05b2-436a-8549-71b38fdbd551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:12:53.279587 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-89e79ef4-562d-4241-aabf-61b8cf3507dc req-21e1e5d4-05b2-436a-8549-71b38fdbd551 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=de8ce4f7-6e00-466a-9aac-6c50642948a8 HTTP/1.1" status: 200 len: 851 time: 0.0663419 Feb 16 16:12:53.369639 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e79ef4-562d-4241-aabf-61b8cf3507dc req-51ff2310-400d-4558-a221-6024b27fba66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:12:53.371378 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-89e79ef4-562d-4241-aabf-61b8cf3507dc req-51ff2310-400d-4558-a221-6024b27fba66 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=45f2857c-5bdc-476f-9384-4f61c45c28bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0846965 Feb 16 16:12:53.383500 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [req-cefc325e-2503-4879-b584-e49e8d08725a req-8becd842-320f-485a-8cfa-4c1b96ca4ceb tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Deleting port 435bc5a9-78d9-4862-9a49-bd624e496661 {{(pid=84075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 16:12:53.383889 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-cefc325e-2503-4879-b584-e49e8d08725a req-8becd842-320f-485a-8cfa-4c1b96ca4ceb tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776636423795'] for port, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:12:53.523294 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-89e79ef4-562d-4241-aabf-61b8cf3507dc req-d600203a-ddc8-43a6-bfeb-62b9239646f3 service neutron] 10.222.0.103 "GET /v2.0/networks/45f2857c-5bdc-476f-9384-4f61c45c28bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437466 Feb 16 16:12:53.571603 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-cefc325e-2503-4879-b584-e49e8d08725a req-8becd842-320f-485a-8cfa-4c1b96ca4ceb tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862802'] for port, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:12:53.571883 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-cefc325e-2503-4879-b584-e49e8d08725a req-8becd842-320f-485a-8cfa-4c1b96ca4ceb tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:12:53.671793 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-89e79ef4-562d-4241-aabf-61b8cf3507dc req-6fc8f778-8600-43dd-886a-ad0dd6e933bc service neutron] 10.222.0.103 "GET /v2.0/networks/45f2857c-5bdc-476f-9384-4f61c45c28bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1415484 Feb 16 16:12:53.705162 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [req-cefc325e-2503-4879-b584-e49e8d08725a req-8becd842-320f-485a-8cfa-4c1b96ca4ceb tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Calling delete_port for 435bc5a9-78d9-4862-9a49-bd624e496661 owned by network:floatingip {{(pid=84075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 16:12:53.890603 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-cefc325e-2503-4879-b584-e49e8d08725a req-8becd842-320f-485a-8cfa-4c1b96ca4ceb tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776636383262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776636049574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7708556'] for port, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:12:53.906376 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-391ccc61-6d7f-430f-b5de-9c2c19b1007f tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:12:53.962365 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8becd842-320f-485a-8cfa-4c1b96ca4ceb tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Pushing event deleted for resources: {'Port': ['ID=435bc5a9-78d9-4862-9a49-bd624e496661,revision_number=None']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:12:53.966411 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-8becd842-320f-485a-8cfa-4c1b96ca4ceb tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:12:54.137914 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-cefc325e-2503-4879-b584-e49e8d08725a req-8becd842-320f-485a-8cfa-4c1b96ca4ceb tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks [] for floatingip, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:12:54.138399 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.db.l3_db [req-cefc325e-2503-4879-b584-e49e8d08725a req-8becd842-320f-485a-8cfa-4c1b96ca4ceb tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Floating IP b4b93e3f-8372-41be-a377-ed579f6999f7 disassociated (deleted). External IP: 172.27.1.191, port: 6e39ed5d-92ca-487f-bd21-6d5b64a0dbd0. Feb 16 16:12:54.530230 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cefc325e-2503-4879-b584-e49e8d08725a req-8becd842-320f-485a-8cfa-4c1b96ca4ceb tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Router fd9d9436-d779-4a4e-abf9-a5e569a1e831 has already been hosted by L3 agent 4f2d6f55-b6e7-4768-88f5-01ac5c4c3902 {{(pid=84075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 16:12:54.726902 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cefc325e-2503-4879-b584-e49e8d08725a req-8becd842-320f-485a-8cfa-4c1b96ca4ceb tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify agent at l3_agent.dv-cinder-775706-1-iscsi the message routers_updated {{(pid=84075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 16:12:54.737839 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96dbc5c4-bfee-4f3c-adb2-4ad43363ef3d None None] Sync routers for ids ['fd9d9436-d779-4a4e-abf9-a5e569a1e831'] in dv-cinder-775706-1-iscsi {{(pid=84076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 16:12:54.747861 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96dbc5c4-bfee-4f3c-adb2-4ad43363ef3d None None] Routers {'fd9d9436-d779-4a4e-abf9-a5e569a1e831'} bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 16:12:54.748541 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-96dbc5c4-bfee-4f3c-adb2-4ad43363ef3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T15:47:20Z,description=,heartbeat_timestamp=2021-02-16T16:12:51Z,host='dv-cinder-775706-1-iscsi',id=4f2d6f55-b6e7-4768-88f5-01ac5c4c3902,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:47:21Z,topic='l3_agent')) {'router_ids': ['fd9d9436-d779-4a4e-abf9-a5e569a1e831'], 'active': True} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:12:54.783953 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-cefc325e-2503-4879-b584-e49e8d08725a req-8becd842-320f-485a-8cfa-4c1b96ca4ceb tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487'] for floatingip, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:12:54.845945 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-cefc325e-2503-4879-b584-e49e8d08725a req-8becd842-320f-485a-8cfa-4c1b96ca4ceb tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "DELETE /v2.0/floatingips/b4b93e3f-8372-41be-a377-ed579f6999f7 HTTP/1.1" status: 204 len: 173 time: 1.6816630 Feb 16 16:12:54.846498 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49cff0d2-e22a-4480-bf7a-d9e0703989f6', 'tag': '6e39ed5d-92ca-487f-bd21-6d5b64a0dbd0'}] {{(pid=84075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 16:12:54.896314 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49cff0d2-e22a-4480-bf7a-d9e0703989f6', 'tag': '6e39ed5d-92ca-487f-bd21-6d5b64a0dbd0', 'status': 'completed', 'code': 200} Feb 16 16:12:54.940029 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc325e-2503-4879-b584-e49e8d08725a req-3beadcf7-1d96-4578-9484-286ba8e944e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:12:54.941697 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-cefc325e-2503-4879-b584-e49e8d08725a req-3beadcf7-1d96-4578-9484-286ba8e944e3 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=9ba01355ccec4f5ba422cc289f631770&device_id=49cff0d2-e22a-4480-bf7a-d9e0703989f6 HTTP/1.1" status: 200 len: 1162 time: 0.0825987 Feb 16 16:12:54.950601 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvr_db [None req-96dbc5c4-bfee-4f3c-adb2-4ad43363ef3d None None] Set router fd9d9436-d779-4a4e-abf9-a5e569a1e831 gateway port host: dv-cinder-775706-1-iscsi {{(pid=84076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 16:12:55.002382 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6c9bb1-9bdf-4dd3-83be-972b43563bc1 req-1179e9cf-ff19-40ee-b03e-243c4a6f696b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:12:55.004052 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1f6c9bb1-9bdf-4dd3-83be-972b43563bc1 req-1179e9cf-ff19-40ee-b03e-243c4a6f696b service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=9ba01355ccec4f5ba422cc289f631770&device_id=49cff0d2-e22a-4480-bf7a-d9e0703989f6 HTTP/1.1" status: 200 len: 1162 time: 0.0860336 Feb 16 16:12:55.095865 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc325e-2503-4879-b584-e49e8d08725a req-bee8d766-aa30-4f24-ad84-f7fcb42579c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:12:55.097318 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-cefc325e-2503-4879-b584-e49e8d08725a req-bee8d766-aa30-4f24-ad84-f7fcb42579c1 service neutron] 10.222.0.101 "GET /v2.0/networks?id=45f2857c-5bdc-476f-9384-4f61c45c28bf HTTP/1.1" status: 200 len: 906 time: 0.1478522 Feb 16 16:12:55.322428 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-96dbc5c4-bfee-4f3c-adb2-4ad43363ef3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'name': 'tempest-TestVolumeBootPattern-1822681073-router', 'tenant_id': '9ba01355ccec4f5ba422cc289f631770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '9c7a4ee5-aad2-457d-8a26-f9c39f8fb81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T16:03:02Z', 'updated_at': '2021-02-16T16:03:10Z', 'revision_number': 4, 'project_id': '9ba01355ccec4f5ba422cc289f631770', 'gw_port': {'id': '9c7a4ee5-aad2-457d-8a26-f9c39f8fb81d', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:03:04Z', 'updated_at': '2021-02-16T16:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_interfaces': [{'id': 'cbae4516-30c2-48f8-bceb-abf5579fd378', 'name': '', 'network_id': '45f2857c-5bdc-476f-9384-4f61c45c28bf', 'tenant_id': '9ba01355ccec4f5ba422cc289f631770', 'mac_address': 'fa:16:3e:95:33:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'de8ce4f7-6e00-466a-9aac-6c50642948a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:03:09Z', 'updated_at': '2021-02-16T16:03:17Z', 'revision_number': 5, 'project_id': '9ba01355ccec4f5ba422cc289f631770', 'subnets': [{'id': 'de8ce4f7-6e00-466a-9aac-6c50642948a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-iscsi', False) {} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:12:55.327214 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96dbc5c4-bfee-4f3c-adb2-4ad43363ef3d None None] Checking router: fd9d9436-d779-4a4e-abf9-a5e569a1e831 for host: dv-cinder-775706-1-iscsi {{(pid=84076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 16:12:55.339532 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96dbc5c4-bfee-4f3c-adb2-4ad43363ef3d None None] Routers {'fd9d9436-d779-4a4e-abf9-a5e569a1e831'} bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 16:12:55.340243 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-96dbc5c4-bfee-4f3c-adb2-4ad43363ef3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T15:47:20Z,description=,heartbeat_timestamp=2021-02-16T16:12:51Z,host='dv-cinder-775706-1-iscsi',id=4f2d6f55-b6e7-4768-88f5-01ac5c4c3902,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:47:21Z,topic='l3_agent')) {'router_ids': ['fd9d9436-d779-4a4e-abf9-a5e569a1e831'], 'active': True} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:12:55.430519 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-cefc325e-2503-4879-b584-e49e8d08725a req-8fe5ea9a-6394-4f32-8a0a-bee52e5f4157 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e39ed5d-92ca-487f-bd21-6d5b64a0dbd0 HTTP/1.1" status: 200 len: 217 time: 0.3257582 Feb 16 16:12:55.451041 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6c9bb1-9bdf-4dd3-83be-972b43563bc1 req-a17eed9c-9f61-436d-84e0-b45c69aa3d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:12:55.452903 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1f6c9bb1-9bdf-4dd3-83be-972b43563bc1 req-a17eed9c-9f61-436d-84e0-b45c69aa3d95 service neutron] 10.222.0.103 "GET /v2.0/networks?id=45f2857c-5bdc-476f-9384-4f61c45c28bf HTTP/1.1" status: 200 len: 906 time: 0.4424214 Feb 16 16:12:55.502623 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc325e-2503-4879-b584-e49e8d08725a req-aa9c8954-6ceb-41dc-8013-7cd625ec19a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:12:55.504265 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-cefc325e-2503-4879-b584-e49e8d08725a req-aa9c8954-6ceb-41dc-8013-7cd625ec19a4 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=de8ce4f7-6e00-466a-9aac-6c50642948a8 HTTP/1.1" status: 200 len: 851 time: 0.0673535 Feb 16 16:12:55.535691 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1f6c9bb1-9bdf-4dd3-83be-972b43563bc1 req-800329ca-e53f-49c9-bdc3-5ebf78330a04 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e39ed5d-92ca-487f-bd21-6d5b64a0dbd0 HTTP/1.1" status: 200 len: 217 time: 0.0740821 Feb 16 16:12:55.552043 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvr_db [None req-96dbc5c4-bfee-4f3c-adb2-4ad43363ef3d None None] Set router fd9d9436-d779-4a4e-abf9-a5e569a1e831 gateway port host: dv-cinder-775706-1-iscsi {{(pid=84076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 16:12:55.596691 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc325e-2503-4879-b584-e49e8d08725a req-955eb540-0f79-4970-a68f-41c64825f410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:12:55.598341 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-cefc325e-2503-4879-b584-e49e8d08725a req-955eb540-0f79-4970-a68f-41c64825f410 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=45f2857c-5bdc-476f-9384-4f61c45c28bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0845120 Feb 16 16:12:55.611518 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6c9bb1-9bdf-4dd3-83be-972b43563bc1 req-64d8c46e-351e-46d9-bfc6-bcc3ba29637c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:12:55.613129 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1f6c9bb1-9bdf-4dd3-83be-972b43563bc1 req-64d8c46e-351e-46d9-bfc6-bcc3ba29637c service neutron] 10.222.0.103 "GET /v2.0/subnets?id=de8ce4f7-6e00-466a-9aac-6c50642948a8 HTTP/1.1" status: 200 len: 851 time: 0.0710042 Feb 16 16:12:55.705688 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6c9bb1-9bdf-4dd3-83be-972b43563bc1 req-dffca9a6-aaa6-40b9-b142-74bf20b2ea97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:12:55.707430 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1f6c9bb1-9bdf-4dd3-83be-972b43563bc1 req-dffca9a6-aaa6-40b9-b142-74bf20b2ea97 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=45f2857c-5bdc-476f-9384-4f61c45c28bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0871866 Feb 16 16:12:55.753848 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-cefc325e-2503-4879-b584-e49e8d08725a req-fd492e86-26e8-4957-b104-7f4c336e8b16 service neutron] 10.222.0.101 "GET /v2.0/networks/45f2857c-5bdc-476f-9384-4f61c45c28bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457660 Feb 16 16:12:55.857080 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1f6c9bb1-9bdf-4dd3-83be-972b43563bc1 req-ce9e129f-f108-4ffc-bca6-c8077eb09f38 service neutron] 10.222.0.103 "GET /v2.0/networks/45f2857c-5bdc-476f-9384-4f61c45c28bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421375 Feb 16 16:12:55.912704 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-cefc325e-2503-4879-b584-e49e8d08725a req-7555b5dc-4eec-4083-b70f-88694e5bc49c service neutron] 10.222.0.101 "GET /v2.0/networks/45f2857c-5bdc-476f-9384-4f61c45c28bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1510935 Feb 16 16:12:55.919184 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-96dbc5c4-bfee-4f3c-adb2-4ad43363ef3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'name': 'tempest-TestVolumeBootPattern-1822681073-router', 'tenant_id': '9ba01355ccec4f5ba422cc289f631770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '9c7a4ee5-aad2-457d-8a26-f9c39f8fb81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T16:03:02Z', 'updated_at': '2021-02-16T16:03:10Z', 'revision_number': 4, 'project_id': '9ba01355ccec4f5ba422cc289f631770', 'gw_port': {'id': '9c7a4ee5-aad2-457d-8a26-f9c39f8fb81d', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:03:04Z', 'updated_at': '2021-02-16T16:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_interfaces': [{'id': 'cbae4516-30c2-48f8-bceb-abf5579fd378', 'name': '', 'network_id': '45f2857c-5bdc-476f-9384-4f61c45c28bf', 'tenant_id': '9ba01355ccec4f5ba422cc289f631770', 'mac_address': 'fa:16:3e:95:33:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'de8ce4f7-6e00-466a-9aac-6c50642948a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:03:09Z', 'updated_at': '2021-02-16T16:03:17Z', 'revision_number': 5, 'project_id': '9ba01355ccec4f5ba422cc289f631770', 'subnets': [{'id': 'de8ce4f7-6e00-466a-9aac-6c50642948a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-iscsi', False) {} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:12:55.924955 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96dbc5c4-bfee-4f3c-adb2-4ad43363ef3d None None] The sync data for ids ['fd9d9436-d779-4a4e-abf9-a5e569a1e831'] in dv-cinder-775706-1-iscsi is: [{'id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'name': 'tempest-TestVolumeBootPattern-1822681073-router', 'tenant_id': '9ba01355ccec4f5ba422cc289f631770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '9c7a4ee5-aad2-457d-8a26-f9c39f8fb81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T16:03:02Z', 'updated_at': '2021-02-16T16:03:10Z', 'revision_number': 4, 'project_id': '9ba01355ccec4f5ba422cc289f631770', 'gw_port': {'id': '9c7a4ee5-aad2-457d-8a26-f9c39f8fb81d', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:03:04Z', 'updated_at': '2021-02-16T16:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_interfaces': [{'id': 'cbae4516-30c2-48f8-bceb-abf5579fd378', 'name': '', 'network_id': '45f2857c-5bdc-476f-9384-4f61c45c28bf', 'tenant_id': '9ba01355ccec4f5ba422cc289f631770', 'mac_address': 'fa:16:3e:95:33:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'de8ce4f7-6e00-466a-9aac-6c50642948a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:03:09Z', 'updated_at': '2021-02-16T16:03:17Z', 'revision_number': 5, 'project_id': '9ba01355ccec4f5ba422cc289f631770', 'subnets': [{'id': 'de8ce4f7-6e00-466a-9aac-6c50642948a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 16:12:56.012749 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1f6c9bb1-9bdf-4dd3-83be-972b43563bc1 req-d9b76154-f0be-402f-a2da-e7a891db58f1 service neutron] 10.222.0.103 "GET /v2.0/networks/45f2857c-5bdc-476f-9384-4f61c45c28bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1478314 Feb 16 16:12:56.330134 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55120af2-1e14-40e9-a203-0075ded153dd None None] New status for floating IP b4b93e3f-8372-41be-a377-ed579f6999f7: DOWN {{(pid=84077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 16 16:12:56.571740 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5826b710-890e-4745-ad26-9b5d9bee47ab req-c39a80ad-20e0-4c90-a2fa-ada61bc24775 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:12:56.572503 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-5826b710-890e-4745-ad26-9b5d9bee47ab req-c39a80ad-20e0-4c90-a2fa-ada61bc24775 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Synchronizing usage tracker for tenant:9ba01355ccec4f5ba422cc289f631770 on resource:port {{(pid=84075) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 16:12:56.616841 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-5826b710-890e-4745-ad26-9b5d9bee47ab req-c39a80ad-20e0-4c90-a2fa-ada61bc24775 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Unset dirty status for tenant:9ba01355ccec4f5ba422cc289f631770 on resource:port {{(pid=84075) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 16:12:56.618182 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5826b710-890e-4745-ad26-9b5d9bee47ab req-c39a80ad-20e0-4c90-a2fa-ada61bc24775 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/ports?device_id=49cff0d2-e22a-4480-bf7a-d9e0703989f6 HTTP/1.1" status: 200 len: 945 time: 0.1336455 Feb 16 16:12:56.665954 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5826b710-890e-4745-ad26-9b5d9bee47ab req-af449bc4-02b1-4746-b8cb-49eff5466538 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/security-groups?id=0463bf0b-0df1-40e7-921e-f3e0ec69ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0414362 Feb 16 16:12:57.350333 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f034be81-b689-40a1-9dcd-f59823385e2d req-afa2847b-7082-4c0c-b1c5-e35319b0f455 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:12:57.351042 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-f034be81-b689-40a1-9dcd-f59823385e2d req-afa2847b-7082-4c0c-b1c5-e35319b0f455 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Synchronizing usage tracker for tenant:9ba01355ccec4f5ba422cc289f631770 on resource:port {{(pid=84074) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 16:12:57.364059 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-f034be81-b689-40a1-9dcd-f59823385e2d req-afa2847b-7082-4c0c-b1c5-e35319b0f455 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Unset dirty status for tenant:9ba01355ccec4f5ba422cc289f631770 on resource:port {{(pid=84074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 16:12:57.365258 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-f034be81-b689-40a1-9dcd-f59823385e2d req-afa2847b-7082-4c0c-b1c5-e35319b0f455 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.103 "GET /v2.0/ports?device_id=49cff0d2-e22a-4480-bf7a-d9e0703989f6 HTTP/1.1" status: 200 len: 945 time: 0.1008863 Feb 16 16:12:57.446386 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [req-f034be81-b689-40a1-9dcd-f59823385e2d req-1e3af79d-917c-4416-b52b-561c19311b06 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Deleting port 6e39ed5d-92ca-487f-bd21-6d5b64a0dbd0 {{(pid=84074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 16:12:57.446797 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-f034be81-b689-40a1-9dcd-f59823385e2d req-1e3af79d-917c-4416-b52b-561c19311b06 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776636423795'] for port, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:12:57.689199 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device 6e39ed5d-92ca-487f-bd21-6d5b64a0dbd0 no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 16:12:57.723721 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [req-f034be81-b689-40a1-9dcd-f59823385e2d req-1e3af79d-917c-4416-b52b-561c19311b06 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] For port 6e39ed5d-92ca-487f-bd21-6d5b64a0dbd0, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=6e39ed5d-92ca-487f-bd21-6d5b64a0dbd0,segment=NetworkSegment(f21b7891-dd2d-40e6-bd74-d5b6d5194f31),segment_id=f21b7891-dd2d-40e6-bd74-d5b6d5194f31)] {{(pid=84074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:12:57.724133 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-f034be81-b689-40a1-9dcd-f59823385e2d req-1e3af79d-917c-4416-b52b-561c19311b06 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862802'] for port, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:12:57.832886 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:12:57.865537 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49cff0d2-e22a-4480-bf7a-d9e0703989f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e39ed5d-92ca-487f-bd21-6d5b64a0dbd0'}] {{(pid=84076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 16:12:57.870972 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [req-f034be81-b689-40a1-9dcd-f59823385e2d req-1e3af79d-917c-4416-b52b-561c19311b06 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Calling delete_port for 6e39ed5d-92ca-487f-bd21-6d5b64a0dbd0 owned by compute:nova {{(pid=84074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 16:12:57.877961 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] For port 6e39ed5d-92ca-487f-bd21-6d5b64a0dbd0, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=6e39ed5d-92ca-487f-bd21-6d5b64a0dbd0,segment=NetworkSegment(f21b7891-dd2d-40e6-bd74-d5b6d5194f31),segment_id=f21b7891-dd2d-40e6-bd74-d5b6d5194f31)] {{(pid=84076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:12:57.901153 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8ad833-cca8-4a25-9d21-fbc1509bebcd req-fcfcd32d-2ce8-450e-b990-56525c1d303f tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:12:57.903053 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5b8ad833-cca8-4a25-9d21-fbc1509bebcd req-fcfcd32d-2ce8-450e-b990-56525c1d303f tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/ports?device_id=49cff0d2-e22a-4480-bf7a-d9e0703989f6 HTTP/1.1" status: 200 len: 945 time: 0.1068506 Feb 16 16:12:57.908465 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:12:57.911143 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:12:57.970902 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5b8ad833-cca8-4a25-9d21-fbc1509bebcd req-e83e764a-9ecf-4db3-aff3-230de617ea2e tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/security-groups?id=0463bf0b-0df1-40e7-921e-f3e0ec69ee23&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0586672 Feb 16 16:12:57.991006 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49cff0d2-e22a-4480-bf7a-d9e0703989f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e39ed5d-92ca-487f-bd21-6d5b64a0dbd0', 'code': 200} Feb 16 16:12:58.002289 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Pushing event updated for resources: {'Port': ['ID=6e39ed5d-92ca-487f-bd21-6d5b64a0dbd0,revision_number=5']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:12:58.006144 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.db.api [req-f034be81-b689-40a1-9dcd-f59823385e2d req-1e3af79d-917c-4416-b52b-561c19311b06 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84074) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:12:58.006732 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_db.api [req-f034be81-b689-40a1-9dcd-f59823385e2d req-1e3af79d-917c-4416-b52b-561c19311b06 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 16 16:12:58.010377 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:12:58.010788 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:12:58.011165 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:12:58.011535 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:12:58.011904 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:12:58.012271 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:12:58.012634 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:12:58.012994 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:12:58.013352 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:12:58.013713 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:12:58.014072 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:12:58.014436 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:12:58.014860 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:12:58.015223 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:12:58.015580 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:12:58.015934 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:12:58.017108 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:12:58.017472 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:12:58.017833 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:12:58.018192 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:12:58.018553 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:12:58.018947 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:12:58.019305 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:12:58.019659 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:12:58.024214 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:12:58.508149 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [req-f034be81-b689-40a1-9dcd-f59823385e2d req-1e3af79d-917c-4416-b52b-561c19311b06 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Deleting port 6e39ed5d-92ca-487f-bd21-6d5b64a0dbd0 {{(pid=84074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 16:12:58.508542 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-f034be81-b689-40a1-9dcd-f59823385e2d req-1e3af79d-917c-4416-b52b-561c19311b06 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776636423795'] for port, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:12:58.783164 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [req-f034be81-b689-40a1-9dcd-f59823385e2d req-1e3af79d-917c-4416-b52b-561c19311b06 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] For port 6e39ed5d-92ca-487f-bd21-6d5b64a0dbd0, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=6e39ed5d-92ca-487f-bd21-6d5b64a0dbd0,segment=NetworkSegment(f21b7891-dd2d-40e6-bd74-d5b6d5194f31),segment_id=f21b7891-dd2d-40e6-bd74-d5b6d5194f31)] {{(pid=84074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:12:58.783741 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-f034be81-b689-40a1-9dcd-f59823385e2d req-1e3af79d-917c-4416-b52b-561c19311b06 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862802'] for port, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:12:58.921757 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [req-f034be81-b689-40a1-9dcd-f59823385e2d req-1e3af79d-917c-4416-b52b-561c19311b06 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Calling delete_port for 6e39ed5d-92ca-487f-bd21-6d5b64a0dbd0 owned by compute:nova {{(pid=84074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 16:12:59.108135 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-f034be81-b689-40a1-9dcd-f59823385e2d req-1e3af79d-917c-4416-b52b-561c19311b06 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776636383262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776636049574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6980856'] for port, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:12:59.126717 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-a69bcd6b-439f-4e42-ae66-73aba85f8126 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:12:59.162823 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-2621bf9b-2253-4983-a411-a2e7eef995e6 req-9010653f-fbdc-4ac5-9df5-4be02ce5aaf0 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/ports?device_id=49cff0d2-e22a-4480-bf7a-d9e0703989f6 HTTP/1.1" status: 200 len: 210 time: 0.0494823 Feb 16 16:12:59.186669 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3af79d-917c-4416-b52b-561c19311b06 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Pushing event deleted for resources: {'Port': ['ID=6e39ed5d-92ca-487f-bd21-6d5b64a0dbd0,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:12:59.249023 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3af79d-917c-4416-b52b-561c19311b06 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:12:59.249444 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3af79d-917c-4416-b52b-561c19311b06 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:12:59.249869 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3af79d-917c-4416-b52b-561c19311b06 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:12:59.250309 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3af79d-917c-4416-b52b-561c19311b06 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:12:59.250963 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3af79d-917c-4416-b52b-561c19311b06 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:12:59.251380 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3af79d-917c-4416-b52b-561c19311b06 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:12:59.251791 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3af79d-917c-4416-b52b-561c19311b06 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:12:59.252204 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3af79d-917c-4416-b52b-561c19311b06 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:12:59.252611 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3af79d-917c-4416-b52b-561c19311b06 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:12:59.253014 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3af79d-917c-4416-b52b-561c19311b06 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:12:59.253418 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3af79d-917c-4416-b52b-561c19311b06 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:12:59.253820 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3af79d-917c-4416-b52b-561c19311b06 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:12:59.254267 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3af79d-917c-4416-b52b-561c19311b06 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:12:59.254689 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3af79d-917c-4416-b52b-561c19311b06 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:12:59.255100 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3af79d-917c-4416-b52b-561c19311b06 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:12:59.255500 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3af79d-917c-4416-b52b-561c19311b06 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:12:59.255900 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3af79d-917c-4416-b52b-561c19311b06 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:12:59.256302 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3af79d-917c-4416-b52b-561c19311b06 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:12:59.256703 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3af79d-917c-4416-b52b-561c19311b06 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:12:59.257105 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3af79d-917c-4416-b52b-561c19311b06 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:12:59.257507 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3af79d-917c-4416-b52b-561c19311b06 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:12:59.257906 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3af79d-917c-4416-b52b-561c19311b06 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:12:59.258303 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3af79d-917c-4416-b52b-561c19311b06 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:12:59.258722 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3af79d-917c-4416-b52b-561c19311b06 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:12:59.262754 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1e3af79d-917c-4416-b52b-561c19311b06 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:12:59.355750 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [req-f034be81-b689-40a1-9dcd-f59823385e2d req-1e3af79d-917c-4416-b52b-561c19311b06 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] No DVR routers for this DVR port 6e39ed5d-92ca-487f-bd21-6d5b64a0dbd0 on host hv-cinder-77570 {{(pid=84074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 16:12:59.359320 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-f034be81-b689-40a1-9dcd-f59823385e2d req-1e3af79d-917c-4416-b52b-561c19311b06 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487'] for port, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:12:59.361372 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49cff0d2-e22a-4480-bf7a-d9e0703989f6', 'name': 'network-vif-deleted', 'tag': '6e39ed5d-92ca-487f-bd21-6d5b64a0dbd0'}] {{(pid=84074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 16:12:59.411575 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49cff0d2-e22a-4480-bf7a-d9e0703989f6', 'name': 'network-vif-deleted', 'tag': '6e39ed5d-92ca-487f-bd21-6d5b64a0dbd0', 'status': 'completed', 'code': 200} Feb 16 16:12:59.417084 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-f034be81-b689-40a1-9dcd-f59823385e2d req-1e3af79d-917c-4416-b52b-561c19311b06 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.103 "DELETE /v2.0/ports/6e39ed5d-92ca-487f-bd21-6d5b64a0dbd0 HTTP/1.1" status: 204 len: 173 time: 2.0462644 Feb 16 16:13:00.375399 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-cd98202f-3ebd-4461-b553-0e336430fd07 req-51ac90fd-2e43-49d5-b63b-e8d2cd261ceb tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/ports?device_id=49cff0d2-e22a-4480-bf7a-d9e0703989f6 HTTP/1.1" status: 200 len: 210 time: 0.0526652 Feb 16 16:13:01.286463 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.agents_db [None req-cca974b7-119d-4613-9949-a609bd4803bb None None] Agent healthcheck: found 6 active agents {{(pid=84077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 16:13:01.588589 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-138d820d-d9f4-4f0b-a29a-cd0941cfb8c3 req-657c7c3b-6121-41cc-978d-1503da6059d8 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/floatingips/cb19ca2a-2867-4946-950c-3cb1b5357e99 HTTP/1.1" status: 200 len: 692 time: 0.0909865 Feb 16 16:13:01.753601 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138d820d-d9f4-4f0b-a29a-cd0941cfb8c3 req-4ad19e5a-9c11-46fd-a4c0-8ae903b9c26d tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:13:01.755004 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-138d820d-d9f4-4f0b-a29a-cd0941cfb8c3 req-4ad19e5a-9c11-46fd-a4c0-8ae903b9c26d tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/networks/4b949073-2dbc-48f8-99e6-0912404ac0f6 HTTP/1.1" status: 200 len: 784 time: 0.1605711 Feb 16 16:13:01.842331 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-138d820d-d9f4-4f0b-a29a-cd0941cfb8c3 req-37e8e929-5b6f-4c23-a0ea-540bad118292 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Synchronizing usage tracker for tenant:9ba01355ccec4f5ba422cc289f631770 on resource:floatingip {{(pid=84075) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 16:13:01.884624 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-138d820d-d9f4-4f0b-a29a-cd0941cfb8c3 req-37e8e929-5b6f-4c23-a0ea-540bad118292 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Unset dirty status for tenant:9ba01355ccec4f5ba422cc289f631770 on resource:floatingip {{(pid=84075) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 16:13:01.885898 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-138d820d-d9f4-4f0b-a29a-cd0941cfb8c3 req-37e8e929-5b6f-4c23-a0ea-540bad118292 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.27.1.39 HTTP/1.1" status: 200 len: 695 time: 0.1242027 Feb 16 16:13:01.977710 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-138d820d-d9f4-4f0b-a29a-cd0941cfb8c3 req-1a7d9ddb-971d-4957-855c-f8cd294d4213 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.27.1.39 HTTP/1.1" status: 200 len: 695 time: 0.0848887 Feb 16 16:13:02.155728 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [req-138d820d-d9f4-4f0b-a29a-cd0941cfb8c3 req-5b2f8aad-4d3a-432b-b540-6acf12c161af tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Deleting port 4e33c70b-5959-4e8c-b51c-5c78030fedc8 {{(pid=84075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 16:13:02.156108 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-138d820d-d9f4-4f0b-a29a-cd0941cfb8c3 req-5b2f8aad-4d3a-432b-b540-6acf12c161af tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776636423795'] for port, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:02.341925 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-138d820d-d9f4-4f0b-a29a-cd0941cfb8c3 req-5b2f8aad-4d3a-432b-b540-6acf12c161af tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862802'] for port, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:02.342212 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-138d820d-d9f4-4f0b-a29a-cd0941cfb8c3 req-5b2f8aad-4d3a-432b-b540-6acf12c161af tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:02.475694 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [req-138d820d-d9f4-4f0b-a29a-cd0941cfb8c3 req-5b2f8aad-4d3a-432b-b540-6acf12c161af tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Calling delete_port for 4e33c70b-5959-4e8c-b51c-5c78030fedc8 owned by network:floatingip {{(pid=84075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 16:13:02.656298 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-138d820d-d9f4-4f0b-a29a-cd0941cfb8c3 req-5b2f8aad-4d3a-432b-b540-6acf12c161af tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776636383262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776636049574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7708556'] for port, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:02.673319 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-f74be9e0-9f54-4245-90d7-03defd0ecee1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:13:02.734436 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2f8aad-4d3a-432b-b540-6acf12c161af tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Pushing event deleted for resources: {'Port': ['ID=4e33c70b-5959-4e8c-b51c-5c78030fedc8,revision_number=None']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:13:02.739255 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-5b2f8aad-4d3a-432b-b540-6acf12c161af tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:13:02.908535 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-138d820d-d9f4-4f0b-a29a-cd0941cfb8c3 req-5b2f8aad-4d3a-432b-b540-6acf12c161af tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks [] for floatingip, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:02.948412 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-138d820d-d9f4-4f0b-a29a-cd0941cfb8c3 req-5b2f8aad-4d3a-432b-b540-6acf12c161af tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487'] for floatingip, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:02.949684 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-138d820d-d9f4-4f0b-a29a-cd0941cfb8c3 req-5b2f8aad-4d3a-432b-b540-6acf12c161af tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "DELETE /v2.0/floatingips/cb19ca2a-2867-4946-950c-3cb1b5357e99 HTTP/1.1" status: 204 len: 173 time: 0.9660656 Feb 16 16:13:04.494741 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-09866f11-4b32-4de2-ab74-791c4297c9ed req-74d03d95-d187-46a6-895e-a033de31b60e tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "GET /v2.0/security-groups/0463bf0b-0df1-40e7-921e-f3e0ec69ee23 HTTP/1.1" status: 200 len: 2999 time: 0.0540459 Feb 16 16:13:04.568547 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-09866f11-4b32-4de2-ab74-791c4297c9ed req-2b5e1aab-7424-4f06-8f68-c6060de66e0e tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks [] for security_group, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:04.599767 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-09866f11-4b32-4de2-ab74-791c4297c9ed req-2b5e1aab-7424-4f06-8f68-c6060de66e0e tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:04.770291 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-09866f11-4b32-4de2-ab74-791c4297c9ed req-2b5e1aab-7424-4f06-8f68-c6060de66e0e tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:04.775803 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-31289ca7-913c-4adf-94f5-35f9a7e018fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:13:04.795005 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5e1aab-7424-4f06-8f68-c6060de66e0e tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0463bf0b-0df1-40e7-921e-f3e0ec69ee23,revision_number=None']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:13:04.798421 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-2b5e1aab-7424-4f06-8f68-c6060de66e0e tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:13:04.821210 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-09866f11-4b32-4de2-ab74-791c4297c9ed req-2b5e1aab-7424-4f06-8f68-c6060de66e0e tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Notify callbacks [] for security_group, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:04.822444 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-09866f11-4b32-4de2-ab74-791c4297c9ed req-2b5e1aab-7424-4f06-8f68-c6060de66e0e tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] 10.222.0.101 "DELETE /v2.0/security-groups/0463bf0b-0df1-40e7-921e-f3e0ec69ee23 HTTP/1.1" status: 204 len: 173 time: 0.3213387 Feb 16 16:13:05.933372 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 57330) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:13:06.561823 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c117467b-7ac7-49e4-8a7c-8edd7fc8f4c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-868963'] for router_interface, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:07.174056 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-c117467b-7ac7-49e4-8a7c-8edd7fc8f4c8 admin admin] Deleting port cbae4516-30c2-48f8-bceb-abf5579fd378 {{(pid=84075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 16:13:07.176524 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c117467b-7ac7-49e4-8a7c-8edd7fc8f4c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776636423795'] for port, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:07.361791 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-c117467b-7ac7-49e4-8a7c-8edd7fc8f4c8 admin admin] For port cbae4516-30c2-48f8-bceb-abf5579fd378, host dv-cinder-775706-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-iscsi',level=0,port_id=cbae4516-30c2-48f8-bceb-abf5579fd378,segment=NetworkSegment(f21b7891-dd2d-40e6-bd74-d5b6d5194f31),segment_id=f21b7891-dd2d-40e6-bd74-d5b6d5194f31)] {{(pid=84075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:13:07.362196 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c117467b-7ac7-49e4-8a7c-8edd7fc8f4c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862802'] for port, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:07.502803 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-c117467b-7ac7-49e4-8a7c-8edd7fc8f4c8 admin admin] Calling delete_port for cbae4516-30c2-48f8-bceb-abf5579fd378 owned by network:router_interface {{(pid=84075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 16:13:07.707698 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c117467b-7ac7-49e4-8a7c-8edd7fc8f4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776636383262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776636049574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7708556'] for port, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:07.721621 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-5d70693e-2513-4b25-b264-33f999b5a8de tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:13:07.778884 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c117467b-7ac7-49e4-8a7c-8edd7fc8f4c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbae4516-30c2-48f8-bceb-abf5579fd378,revision_number=None']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:13:07.783513 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-c117467b-7ac7-49e4-8a7c-8edd7fc8f4c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:13:08.159865 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c117467b-7ac7-49e4-8a7c-8edd7fc8f4c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853910573'] for router_interface, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:08.674125 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c117467b-7ac7-49e4-8a7c-8edd7fc8f4c8 admin admin] Router fd9d9436-d779-4a4e-abf9-a5e569a1e831 has already been hosted by L3 agent 4f2d6f55-b6e7-4768-88f5-01ac5c4c3902 {{(pid=84075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 16:13:08.861926 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c117467b-7ac7-49e4-8a7c-8edd7fc8f4c8 admin admin] Notify agent at l3_agent.dv-cinder-775706-1-iscsi the message routers_updated {{(pid=84075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 16:13:08.871788 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc93b5ff-29d3-4995-9336-900995fc30b2 None None] Sync routers for ids ['fd9d9436-d779-4a4e-abf9-a5e569a1e831'] in dv-cinder-775706-1-iscsi {{(pid=84076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 16:13:08.874953 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-c117467b-7ac7-49e4-8a7c-8edd7fc8f4c8 admin admin] 10.222.0.101 "PUT /v2.0/routers/fd9d9436-d779-4a4e-abf9-a5e569a1e831/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9392114 Feb 16 16:13:08.877881 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 57336) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:13:08.882105 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc93b5ff-29d3-4995-9336-900995fc30b2 None None] Routers {'fd9d9436-d779-4a4e-abf9-a5e569a1e831'} bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 16:13:08.882814 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-bc93b5ff-29d3-4995-9336-900995fc30b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T15:47:20Z,description=,heartbeat_timestamp=2021-02-16T16:12:51Z,host='dv-cinder-775706-1-iscsi',id=4f2d6f55-b6e7-4768-88f5-01ac5c4c3902,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:47:21Z,topic='l3_agent')) {'router_ids': ['fd9d9436-d779-4a4e-abf9-a5e569a1e831'], 'active': True} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:13:09.073394 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-70c9c91b-f7ab-4851-a51d-659b7f162b1d admin admin] Notify callbacks [] for router, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:09.082649 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvr_db [None req-bc93b5ff-29d3-4995-9336-900995fc30b2 None None] Set router fd9d9436-d779-4a4e-abf9-a5e569a1e831 gateway port host: dv-cinder-775706-1-iscsi {{(pid=84076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 16:13:09.418654 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-bc93b5ff-29d3-4995-9336-900995fc30b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'name': 'tempest-TestVolumeBootPattern-1822681073-router', 'tenant_id': '9ba01355ccec4f5ba422cc289f631770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '9c7a4ee5-aad2-457d-8a26-f9c39f8fb81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T16:03:02Z', 'updated_at': '2021-02-16T16:13:07Z', 'revision_number': 5, 'project_id': '9ba01355ccec4f5ba422cc289f631770', 'gw_port': {'id': '9c7a4ee5-aad2-457d-8a26-f9c39f8fb81d', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:03:04Z', 'updated_at': '2021-02-16T16:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi'}], 'dv-cinder-775706-1-iscsi', False) {} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:13:09.428495 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc93b5ff-29d3-4995-9336-900995fc30b2 None None] Checking router: fd9d9436-d779-4a4e-abf9-a5e569a1e831 for host: dv-cinder-775706-1-iscsi {{(pid=84076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 16:13:09.439027 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc93b5ff-29d3-4995-9336-900995fc30b2 None None] Routers {'fd9d9436-d779-4a4e-abf9-a5e569a1e831'} bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 16:13:09.439906 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-bc93b5ff-29d3-4995-9336-900995fc30b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T15:47:20Z,description=,heartbeat_timestamp=2021-02-16T16:12:51Z,host='dv-cinder-775706-1-iscsi',id=4f2d6f55-b6e7-4768-88f5-01ac5c4c3902,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:47:21Z,topic='l3_agent')) {'router_ids': ['fd9d9436-d779-4a4e-abf9-a5e569a1e831'], 'active': True} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:13:09.504539 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-70c9c91b-f7ab-4851-a51d-659b7f162b1d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:09.509994 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-70c9c91b-f7ab-4851-a51d-659b7f162b1d admin admin] Deleting port 9c7a4ee5-aad2-457d-8a26-f9c39f8fb81d {{(pid=84075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 16:13:09.510357 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-70c9c91b-f7ab-4851-a51d-659b7f162b1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776636423795'] for port, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:09.713399 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-70c9c91b-f7ab-4851-a51d-659b7f162b1d admin admin] For port 9c7a4ee5-aad2-457d-8a26-f9c39f8fb81d, host dv-cinder-775706-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-iscsi',level=0,port_id=9c7a4ee5-aad2-457d-8a26-f9c39f8fb81d,segment=NetworkSegment(31924cb5-91ae-4236-8041-dd0103380e57),segment_id=31924cb5-91ae-4236-8041-dd0103380e57)] {{(pid=84075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:13:09.713963 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-70c9c91b-f7ab-4851-a51d-659b7f162b1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862802'] for port, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:09.807068 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvr_db [None req-bc93b5ff-29d3-4995-9336-900995fc30b2 None None] Set router fd9d9436-d779-4a4e-abf9-a5e569a1e831 gateway port host: dv-cinder-775706-1-iscsi {{(pid=84076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 16:13:09.862462 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-70c9c91b-f7ab-4851-a51d-659b7f162b1d admin admin] Calling delete_port for 9c7a4ee5-aad2-457d-8a26-f9c39f8fb81d owned by network:router_gateway {{(pid=84075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 16:13:10.006858 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-70c9c91b-f7ab-4851-a51d-659b7f162b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776636383262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776636049574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7708556'] for port, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:10.121745 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-bc93b5ff-29d3-4995-9336-900995fc30b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'name': 'tempest-TestVolumeBootPattern-1822681073-router', 'tenant_id': '9ba01355ccec4f5ba422cc289f631770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '9c7a4ee5-aad2-457d-8a26-f9c39f8fb81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T16:03:02Z', 'updated_at': '2021-02-16T16:13:07Z', 'revision_number': 5, 'project_id': '9ba01355ccec4f5ba422cc289f631770', 'gw_port': {'id': '9c7a4ee5-aad2-457d-8a26-f9c39f8fb81d', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:03:04Z', 'updated_at': '2021-02-16T16:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi'}], 'dv-cinder-775706-1-iscsi', False) {} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:13:10.125993 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc93b5ff-29d3-4995-9336-900995fc30b2 None None] The sync data for ids ['fd9d9436-d779-4a4e-abf9-a5e569a1e831'] in dv-cinder-775706-1-iscsi is: [{'id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'name': 'tempest-TestVolumeBootPattern-1822681073-router', 'tenant_id': '9ba01355ccec4f5ba422cc289f631770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '9c7a4ee5-aad2-457d-8a26-f9c39f8fb81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T16:03:02Z', 'updated_at': '2021-02-16T16:13:07Z', 'revision_number': 5, 'project_id': '9ba01355ccec4f5ba422cc289f631770', 'gw_port': {'id': '9c7a4ee5-aad2-457d-8a26-f9c39f8fb81d', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9d9436-d779-4a4e-abf9-a5e569a1e831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:03:04Z', 'updated_at': '2021-02-16T16:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi'}] {{(pid=84076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 16:13:10.211826 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-70c9c91b-f7ab-4851-a51d-659b7f162b1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853864561'] for router_gateway, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:10.356767 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-70c9c91b-f7ab-4851-a51d-659b7f162b1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-877732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63948'] for router, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:10.359302 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-70c9c91b-f7ab-4851-a51d-659b7f162b1d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:10.416089 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-70c9c91b-f7ab-4851-a51d-659b7f162b1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-871536'] for router, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:10.416663 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c9c91b-f7ab-4851-a51d-659b7f162b1d admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd9d9436-d779-4a4e-abf9-a5e569a1e831 {{(pid=84075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 16:13:10.429844 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-70c9c91b-f7ab-4851-a51d-659b7f162b1d admin admin] Notify callbacks [] for router, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:10.431109 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-70c9c91b-f7ab-4851-a51d-659b7f162b1d admin admin] 10.222.0.101 "DELETE /v2.0/routers/fd9d9436-d779-4a4e-abf9-a5e569a1e831 HTTP/1.1" status: 204 len: 168 time: 1.5522497 Feb 16 16:13:10.433843 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 57342) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:13:10.506988 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce015a82-e303-4ee9-b027-ef144fd66f84 admin admin] Deleting subnet de8ce4f7-6e00-466a-9aac-6c50642948a8 {{(pid=84075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 16 16:13:10.510418 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ce015a82-e303-4ee9-b027-ef144fd66f84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:10.570092 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ce015a82-e303-4ee9-b027-ef144fd66f84 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6322490'] for subnet, precommit_delete_associations {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:10.659032 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ce015a82-e303-4ee9-b027-ef144fd66f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852981986'] for subnet, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:11.062061 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ce015a82-e303-4ee9-b027-ef144fd66f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1793799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847067174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846955876'] for subnet, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:11.080533 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-2b459d58-a0d2-467b-9ee3-e7ec4c322374 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:13:11.133520 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce015a82-e303-4ee9-b027-ef144fd66f84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de8ce4f7-6e00-466a-9aac-6c50642948a8,revision_number=None']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:13:11.182948 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-ce015a82-e303-4ee9-b027-ef144fd66f84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:13:11.221433 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ce015a82-e303-4ee9-b027-ef144fd66f84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210664'] for subnet, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:11.226774 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169dee74-5b2f-4cf6-af5c-ca38a5c71ffe None None] Network 45f2857c-5bdc-476f-9384-4f61c45c28bf requested from dv-cinder-775706-1-iscsi {{(pid=84076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 16:13:11.227723 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-ce015a82-e303-4ee9-b027-ef144fd66f84 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/de8ce4f7-6e00-466a-9aac-6c50642948a8 HTTP/1.1" status: 204 len: 168 time: 0.7928610 Feb 16 16:13:11.230397 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 57346) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:13:11.347543 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-11d11bd5-04c5-4300-9dc5-db21b8ad7d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853200303'] for network, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:11.421202 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-11d11bd5-04c5-4300-9dc5-db21b8ad7d24 admin admin] Deleting port f86baf1b-7b61-47ef-bea4-1b6af72c4e24 {{(pid=84075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 16:13:11.421580 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-11d11bd5-04c5-4300-9dc5-db21b8ad7d24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776636423795'] for port, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:11.466308 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device 9c7a4ee5-aad2-457d-8a26-f9c39f8fb81d no longer exists at agent ovs-agent-dv-cinder-775706-1-iscsi {{(pid=84076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 16:13:11.508665 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6228286b-7e09-4e97-8b4c-f83cdbd88b2f None None] DHCP port deletion for 45f2857c-5bdc-476f-9384-4f61c45c28bf request from dv-cinder-775706-1-iscsi {{(pid=84076) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 16 16:13:11.518915 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] No Port match for: 9c7a4ee5-aad2-457d-8a26-f9c39f8fb81d {{(pid=84076) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 16:13:11.519313 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device 9c7a4ee5-aad2-457d-8a26-f9c39f8fb81d not bound to the agent host dv-cinder-775706-1-iscsi {{(pid=84076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 16:13:11.519777 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device cbae4516-30c2-48f8-bceb-abf5579fd378 no longer exists at agent ovs-agent-dv-cinder-775706-1-iscsi {{(pid=84076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 16:13:11.551788 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-6228286b-7e09-4e97-8b4c-f83cdbd88b2f None None] Deleting port f86baf1b-7b61-47ef-bea4-1b6af72c4e24 {{(pid=84076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 16:13:11.552217 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-6228286b-7e09-4e97-8b4c-f83cdbd88b2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776636423795'] for port, before_delete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:11.589284 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] No Port match for: cbae4516-30c2-48f8-bceb-abf5579fd378 {{(pid=84076) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 16:13:11.589680 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device cbae4516-30c2-48f8-bceb-abf5579fd378 not bound to the agent host dv-cinder-775706-1-iscsi {{(pid=84076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 16:13:11.653310 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-11d11bd5-04c5-4300-9dc5-db21b8ad7d24 admin admin] For port f86baf1b-7b61-47ef-bea4-1b6af72c4e24, host dv-cinder-775706-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-iscsi',level=0,port_id=f86baf1b-7b61-47ef-bea4-1b6af72c4e24,segment=NetworkSegment(f21b7891-dd2d-40e6-bd74-d5b6d5194f31),segment_id=f21b7891-dd2d-40e6-bd74-d5b6d5194f31)] {{(pid=84075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:13:11.653709 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-11d11bd5-04c5-4300-9dc5-db21b8ad7d24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862802'] for port, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:11.787986 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-6228286b-7e09-4e97-8b4c-f83cdbd88b2f None None] For port f86baf1b-7b61-47ef-bea4-1b6af72c4e24, host dv-cinder-775706-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-iscsi',level=0,port_id=f86baf1b-7b61-47ef-bea4-1b6af72c4e24,segment=NetworkSegment(f21b7891-dd2d-40e6-bd74-d5b6d5194f31),segment_id=f21b7891-dd2d-40e6-bd74-d5b6d5194f31)] {{(pid=84076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:13:11.788329 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-6228286b-7e09-4e97-8b4c-f83cdbd88b2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862802'] for port, precommit_delete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:11.800171 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-11d11bd5-04c5-4300-9dc5-db21b8ad7d24 admin admin] Calling delete_port for f86baf1b-7b61-47ef-bea4-1b6af72c4e24 owned by network:dhcp {{(pid=84075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 16:13:11.907492 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-11d11bd5-04c5-4300-9dc5-db21b8ad7d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776636383262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776636049574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7708556'] for port, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:11.923824 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-6228286b-7e09-4e97-8b4c-f83cdbd88b2f None None] Calling delete_port for f86baf1b-7b61-47ef-bea4-1b6af72c4e24 owned by network:dhcp {{(pid=84076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 16:13:11.924452 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-e9bec973-48cb-4444-8a50-ace57c74aa14 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:13:11.988095 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d11bd5-04c5-4300-9dc5-db21b8ad7d24 admin admin] Pushing event deleted for resources: {'Port': ['ID=f86baf1b-7b61-47ef-bea4-1b6af72c4e24,revision_number=None']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:13:11.992028 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-11d11bd5-04c5-4300-9dc5-db21b8ad7d24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:13:12.003143 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.db.api [None req-6228286b-7e09-4e97-8b4c-f83cdbd88b2f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84076) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:13:12.003544 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_db.api [None req-6228286b-7e09-4e97-8b4c-f83cdbd88b2f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 16 16:13:12.076586 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d11bd5-04c5-4300-9dc5-db21b8ad7d24 admin admin] No DVR routers for this DVR port f86baf1b-7b61-47ef-bea4-1b6af72c4e24 on host dv-cinder-775706-1-iscsi {{(pid=84075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 16:13:12.204885 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-11d11bd5-04c5-4300-9dc5-db21b8ad7d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852988537', 'neutron.services.segments.db._delete_segments_for_network--9223363260218233119'] for network, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:12.322477 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.services.segments.db [None req-11d11bd5-04c5-4300-9dc5-db21b8ad7d24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45f2857c-5bdc-476f-9384-4f61c45c28bf']}} {{(pid=84075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:13:12.335430 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.services.segments.db [None req-11d11bd5-04c5-4300-9dc5-db21b8ad7d24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f21b7891-dd2d-40e6-bd74-d5b6d5194f31') {'for_net_delete': True} {{(pid=84075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:13:12.335767 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.services.segments.db [None req-11d11bd5-04c5-4300-9dc5-db21b8ad7d24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f21b7891-dd2d-40e6-bd74-d5b6d5194f31') {} {{(pid=84075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:13:12.348695 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-11d11bd5-04c5-4300-9dc5-db21b8ad7d24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363260218221087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848453327'] for segment, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:12.363825 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-11d11bd5-04c5-4300-9dc5-db21b8ad7d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797496'] for segment, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:12.365792 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-11d11bd5-04c5-4300-9dc5-db21b8ad7d24 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 16 16:13:12.505587 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-6228286b-7e09-4e97-8b4c-f83cdbd88b2f None None] Deleting port f86baf1b-7b61-47ef-bea4-1b6af72c4e24 {{(pid=84076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 16:13:12.506147 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-6228286b-7e09-4e97-8b4c-f83cdbd88b2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776636423795'] for port, before_delete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:12.547648 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-11d11bd5-04c5-4300-9dc5-db21b8ad7d24 admin admin] Network 45f2857c-5bdc-476f-9384-4f61c45c28bf has no segments {{(pid=84075) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 16:13:12.557092 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-11d11bd5-04c5-4300-9dc5-db21b8ad7d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852978417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7706744'] for segment, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:12.583031 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-6228286b-7e09-4e97-8b4c-f83cdbd88b2f None None] The port 'f86baf1b-7b61-47ef-bea4-1b6af72c4e24' was deleted {{(pid=84076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 16 16:13:12.737795 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-11d11bd5-04c5-4300-9dc5-db21b8ad7d24 admin admin] Network 45f2857c-5bdc-476f-9384-4f61c45c28bf has no segments {{(pid=84075) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 16:13:12.764321 dv-cinder-775706-1-iscsi neutron-server[83961]: Traceback (most recent call last): Feb 16 16:13:12.764321 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:13:12.764321 dv-cinder-775706-1-iscsi neutron-server[83961]: timer() Feb 16 16:13:12.764321 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:13:12.764321 dv-cinder-775706-1-iscsi neutron-server[83961]: cb(*args, **kw) Feb 16 16:13:12.764321 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 16 16:13:12.764321 dv-cinder-775706-1-iscsi neutron-server[83961]: return func(*args, **kwargs) Feb 16 16:13:12.764321 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:13:12.764321 dv-cinder-775706-1-iscsi neutron-server[83961]: self._notify() Feb 16 16:13:12.764321 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:13:12.764321 dv-cinder-775706-1-iscsi neutron-server[83961]: self.callback(batched_events) Feb 16 16:13:12.764321 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:13:12.764321 dv-cinder-775706-1-iscsi neutron-server[83961]: event.method(event) Feb 16 16:13:12.764321 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 16:13:12.764321 dv-cinder-775706-1-iscsi neutron-server[83961]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:13:12.764321 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 16 16:13:12.764321 dv-cinder-775706-1-iscsi neutron-server[83961]: segment_id)['aggregates'][0] Feb 16 16:13:12.764321 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 16:13:12.764321 dv-cinder-775706-1-iscsi neutron-server[83961]: return f(self, *a, **k) Feb 16 16:13:12.764321 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 16:13:12.764321 dv-cinder-775706-1-iscsi neutron-server[83961]: return self._get(url).json() Feb 16 16:13:12.764321 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:13:12.764321 dv-cinder-775706-1-iscsi neutron-server[83961]: **kwargs) Feb 16 16:13:12.764321 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 16:13:12.764321 dv-cinder-775706-1-iscsi neutron-server[83961]: return self.request(url, 'GET', **kwargs) Feb 16 16:13:12.764321 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 16 16:13:12.764321 dv-cinder-775706-1-iscsi neutron-server[83961]: **endpoint_filter) Feb 16 16:13:12.764321 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 16:13:12.764321 dv-cinder-775706-1-iscsi neutron-server[83961]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:13:12.764321 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 16:13:12.764321 dv-cinder-775706-1-iscsi neutron-server[83961]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:13:12.764321 dv-cinder-775706-1-iscsi neutron-server[83961]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:13:12.867484 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-11d11bd5-04c5-4300-9dc5-db21b8ad7d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-911268'] for network, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:12.872125 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-11d11bd5-04c5-4300-9dc5-db21b8ad7d24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210664'] for network, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:12.876582 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:13:12.902681 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d11bd5-04c5-4300-9dc5-db21b8ad7d24 admin admin] Pushing event deleted for resources: {'Network': ['ID=45f2857c-5bdc-476f-9384-4f61c45c28bf,revision_number=None']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:13:12.905583 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-11d11bd5-04c5-4300-9dc5-db21b8ad7d24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:13:12.931101 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-11d11bd5-04c5-4300-9dc5-db21b8ad7d24 admin admin] 10.222.0.101 "DELETE /v2.0/networks/45f2857c-5bdc-476f-9384-4f61c45c28bf HTTP/1.1" status: 204 len: 168 time: 1.6995687 Feb 16 16:13:12.934314 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 57350) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:13:13.004811 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:13.460098 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device f86baf1b-7b61-47ef-bea4-1b6af72c4e24 no longer exists at agent ovs-agent-dv-cinder-775706-1-iscsi {{(pid=84076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 16:13:13.498022 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] No Port match for: f86baf1b-7b61-47ef-bea4-1b6af72c4e24 {{(pid=84076) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 16:13:13.498423 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device f86baf1b-7b61-47ef-bea4-1b6af72c4e24 not bound to the agent host dv-cinder-775706-1-iscsi {{(pid=84076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 16:13:13.780886 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f8715b51-ba77-4b95-b742-734d7bb752b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-868963'] for router_interface, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:14.164748 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-f8715b51-ba77-4b95-b742-734d7bb752b3 admin admin] Deleting port e181cc6a-61a4-4dba-b7fa-512484ae5a27 {{(pid=84075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 16:13:14.165125 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f8715b51-ba77-4b95-b742-734d7bb752b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776636423795'] for port, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:14.354130 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-f8715b51-ba77-4b95-b742-734d7bb752b3 admin admin] For port e181cc6a-61a4-4dba-b7fa-512484ae5a27, host dv-cinder-775706-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-iscsi',level=0,port_id=e181cc6a-61a4-4dba-b7fa-512484ae5a27,segment=NetworkSegment(f89b4a51-5cb3-4753-a54d-d44c275e69f5),segment_id=f89b4a51-5cb3-4753-a54d-d44c275e69f5)] {{(pid=84075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:13:14.354445 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f8715b51-ba77-4b95-b742-734d7bb752b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862802'] for port, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:14.492860 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-f8715b51-ba77-4b95-b742-734d7bb752b3 admin admin] Calling delete_port for e181cc6a-61a4-4dba-b7fa-512484ae5a27 owned by network:router_interface {{(pid=84075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 16:13:14.712975 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f8715b51-ba77-4b95-b742-734d7bb752b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776636383262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776636049574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7708556'] for port, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:14.728985 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-366dbb4e-5165-4d86-a9ed-f980b0da708b tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:13:14.837896 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8715b51-ba77-4b95-b742-734d7bb752b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e181cc6a-61a4-4dba-b7fa-512484ae5a27,revision_number=None']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:13:14.861853 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8715b51-ba77-4b95-b742-734d7bb752b3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:13:14.862259 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8715b51-ba77-4b95-b742-734d7bb752b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:13:14.862684 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8715b51-ba77-4b95-b742-734d7bb752b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:13:14.863088 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8715b51-ba77-4b95-b742-734d7bb752b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:13:14.863485 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8715b51-ba77-4b95-b742-734d7bb752b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:13:14.863880 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8715b51-ba77-4b95-b742-734d7bb752b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:13:14.864270 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8715b51-ba77-4b95-b742-734d7bb752b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:13:14.864664 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8715b51-ba77-4b95-b742-734d7bb752b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:13:14.865051 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8715b51-ba77-4b95-b742-734d7bb752b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:13:14.865439 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8715b51-ba77-4b95-b742-734d7bb752b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:13:14.865826 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8715b51-ba77-4b95-b742-734d7bb752b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:13:14.866210 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8715b51-ba77-4b95-b742-734d7bb752b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:13:14.866666 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8715b51-ba77-4b95-b742-734d7bb752b3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:13:14.867049 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8715b51-ba77-4b95-b742-734d7bb752b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:13:14.867435 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8715b51-ba77-4b95-b742-734d7bb752b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:13:14.867821 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8715b51-ba77-4b95-b742-734d7bb752b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:13:14.868206 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8715b51-ba77-4b95-b742-734d7bb752b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:13:14.868593 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8715b51-ba77-4b95-b742-734d7bb752b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:13:14.868979 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8715b51-ba77-4b95-b742-734d7bb752b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:13:14.869364 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8715b51-ba77-4b95-b742-734d7bb752b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:13:14.869752 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8715b51-ba77-4b95-b742-734d7bb752b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:13:14.870134 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8715b51-ba77-4b95-b742-734d7bb752b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:13:14.870517 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8715b51-ba77-4b95-b742-734d7bb752b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:13:14.870928 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8715b51-ba77-4b95-b742-734d7bb752b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:13:14.877289 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-f8715b51-ba77-4b95-b742-734d7bb752b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:13:15.175799 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f8715b51-ba77-4b95-b742-734d7bb752b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853910573'] for router_interface, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:15.710684 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8715b51-ba77-4b95-b742-734d7bb752b3 admin admin] Router c80e3b56-ff07-4f8f-8e98-7400a2176a3f has already been hosted by L3 agent 4f2d6f55-b6e7-4768-88f5-01ac5c4c3902 {{(pid=84075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 16:13:15.899586 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8715b51-ba77-4b95-b742-734d7bb752b3 admin admin] Notify agent at l3_agent.dv-cinder-775706-1-iscsi the message routers_updated {{(pid=84075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 16:13:15.909357 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6518152-f1fc-46a7-bc39-06b7c02049b5 None None] Sync routers for ids ['c80e3b56-ff07-4f8f-8e98-7400a2176a3f'] in dv-cinder-775706-1-iscsi {{(pid=84077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 16:13:15.909865 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-f8715b51-ba77-4b95-b742-734d7bb752b3 admin admin] 10.222.0.101 "PUT /v2.0/routers/c80e3b56-ff07-4f8f-8e98-7400a2176a3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9744303 Feb 16 16:13:15.912744 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 57354) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:13:15.919752 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6518152-f1fc-46a7-bc39-06b7c02049b5 None None] Routers {'c80e3b56-ff07-4f8f-8e98-7400a2176a3f'} bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 16:13:15.920410 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-c6518152-f1fc-46a7-bc39-06b7c02049b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T15:47:20Z,description=,heartbeat_timestamp=2021-02-16T16:12:51Z,host='dv-cinder-775706-1-iscsi',id=4f2d6f55-b6e7-4768-88f5-01ac5c4c3902,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:47:21Z,topic='l3_agent')) {'router_ids': ['c80e3b56-ff07-4f8f-8e98-7400a2176a3f'], 'active': True} {{(pid=84077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:13:16.119448 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvr_db [None req-c6518152-f1fc-46a7-bc39-06b7c02049b5 None None] Set router c80e3b56-ff07-4f8f-8e98-7400a2176a3f gateway port host: dv-cinder-775706-1-iscsi {{(pid=84077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 16:13:16.351506 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c1756eaa-2bd4-4691-b679-4be4d9271e03 admin admin] Notify callbacks [] for router, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:16.429162 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-c6518152-f1fc-46a7-bc39-06b7c02049b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80e3b56-ff07-4f8f-8e98-7400a2176a3f', 'name': 'tempest-TestVolumeBootPattern-1569180408-router', 'tenant_id': '0b070fc5e65447debc49b395c2fa9e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'af436bcb-56a8-470d-8275-05f20e1bc0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T16:03:17Z', 'updated_at': '2021-02-16T16:13:14Z', 'revision_number': 5, 'project_id': '0b070fc5e65447debc49b395c2fa9e9a', 'gw_port': {'id': 'af436bcb-56a8-470d-8275-05f20e1bc0da', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:11:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80e3b56-ff07-4f8f-8e98-7400a2176a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:03:18Z', 'updated_at': '2021-02-16T16:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi'}], 'dv-cinder-775706-1-iscsi', False) {} {{(pid=84077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:13:16.433289 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6518152-f1fc-46a7-bc39-06b7c02049b5 None None] Checking router: c80e3b56-ff07-4f8f-8e98-7400a2176a3f for host: dv-cinder-775706-1-iscsi {{(pid=84077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 16:13:16.442308 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6518152-f1fc-46a7-bc39-06b7c02049b5 None None] Routers {'c80e3b56-ff07-4f8f-8e98-7400a2176a3f'} bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 16:13:16.442977 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-c6518152-f1fc-46a7-bc39-06b7c02049b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T15:47:20Z,description=,heartbeat_timestamp=2021-02-16T16:12:51Z,host='dv-cinder-775706-1-iscsi',id=4f2d6f55-b6e7-4768-88f5-01ac5c4c3902,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:47:21Z,topic='l3_agent')) {'router_ids': ['c80e3b56-ff07-4f8f-8e98-7400a2176a3f'], 'active': True} {{(pid=84077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:13:16.541831 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c1756eaa-2bd4-4691-b679-4be4d9271e03 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:16.547135 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-c1756eaa-2bd4-4691-b679-4be4d9271e03 admin admin] Deleting port af436bcb-56a8-470d-8275-05f20e1bc0da {{(pid=84075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 16:13:16.547543 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c1756eaa-2bd4-4691-b679-4be4d9271e03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776636423795'] for port, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:16.635849 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvr_db [None req-c6518152-f1fc-46a7-bc39-06b7c02049b5 None None] Set router c80e3b56-ff07-4f8f-8e98-7400a2176a3f gateway port host: dv-cinder-775706-1-iscsi {{(pid=84077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 16:13:16.733538 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-c1756eaa-2bd4-4691-b679-4be4d9271e03 admin admin] For port af436bcb-56a8-470d-8275-05f20e1bc0da, host dv-cinder-775706-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-iscsi',level=0,port_id=af436bcb-56a8-470d-8275-05f20e1bc0da,segment=NetworkSegment(31924cb5-91ae-4236-8041-dd0103380e57),segment_id=31924cb5-91ae-4236-8041-dd0103380e57)] {{(pid=84075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:13:16.734137 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c1756eaa-2bd4-4691-b679-4be4d9271e03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862802'] for port, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:16.874501 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-c1756eaa-2bd4-4691-b679-4be4d9271e03 admin admin] Calling delete_port for af436bcb-56a8-470d-8275-05f20e1bc0da owned by network:router_gateway {{(pid=84075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 16:13:17.028082 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c1756eaa-2bd4-4691-b679-4be4d9271e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776636383262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776636049574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7708556'] for port, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:17.119207 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-c6518152-f1fc-46a7-bc39-06b7c02049b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80e3b56-ff07-4f8f-8e98-7400a2176a3f', 'name': 'tempest-TestVolumeBootPattern-1569180408-router', 'tenant_id': '0b070fc5e65447debc49b395c2fa9e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'af436bcb-56a8-470d-8275-05f20e1bc0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T16:03:17Z', 'updated_at': '2021-02-16T16:13:14Z', 'revision_number': 5, 'project_id': '0b070fc5e65447debc49b395c2fa9e9a', 'gw_port': {'id': 'af436bcb-56a8-470d-8275-05f20e1bc0da', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:11:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80e3b56-ff07-4f8f-8e98-7400a2176a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:03:18Z', 'updated_at': '2021-02-16T16:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi'}], 'dv-cinder-775706-1-iscsi', False) {} {{(pid=84077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:13:17.123369 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6518152-f1fc-46a7-bc39-06b7c02049b5 None None] The sync data for ids ['c80e3b56-ff07-4f8f-8e98-7400a2176a3f'] in dv-cinder-775706-1-iscsi is: [{'id': 'c80e3b56-ff07-4f8f-8e98-7400a2176a3f', 'name': 'tempest-TestVolumeBootPattern-1569180408-router', 'tenant_id': '0b070fc5e65447debc49b395c2fa9e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'af436bcb-56a8-470d-8275-05f20e1bc0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T16:03:17Z', 'updated_at': '2021-02-16T16:13:14Z', 'revision_number': 5, 'project_id': '0b070fc5e65447debc49b395c2fa9e9a', 'gw_port': {'id': 'af436bcb-56a8-470d-8275-05f20e1bc0da', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:11:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80e3b56-ff07-4f8f-8e98-7400a2176a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:03:18Z', 'updated_at': '2021-02-16T16:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi'}] {{(pid=84077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 16:13:17.227519 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c1756eaa-2bd4-4691-b679-4be4d9271e03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853864561'] for router_gateway, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:17.374000 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c1756eaa-2bd4-4691-b679-4be4d9271e03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-877732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63948'] for router, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:17.377147 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c1756eaa-2bd4-4691-b679-4be4d9271e03 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:17.421515 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device e181cc6a-61a4-4dba-b7fa-512484ae5a27 no longer exists at agent ovs-agent-dv-cinder-775706-1-iscsi {{(pid=84076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 16:13:17.462879 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] No Port match for: e181cc6a-61a4-4dba-b7fa-512484ae5a27 {{(pid=84076) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 16:13:17.463276 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device e181cc6a-61a4-4dba-b7fa-512484ae5a27 not bound to the agent host dv-cinder-775706-1-iscsi {{(pid=84076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 16:13:17.661349 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c1756eaa-2bd4-4691-b679-4be4d9271e03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-871536'] for router, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:17.661955 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1756eaa-2bd4-4691-b679-4be4d9271e03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c80e3b56-ff07-4f8f-8e98-7400a2176a3f {{(pid=84075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 16:13:17.675785 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c1756eaa-2bd4-4691-b679-4be4d9271e03 admin admin] Notify callbacks [] for router, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:17.677072 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-c1756eaa-2bd4-4691-b679-4be4d9271e03 admin admin] 10.222.0.101 "DELETE /v2.0/routers/c80e3b56-ff07-4f8f-8e98-7400a2176a3f HTTP/1.1" status: 204 len: 168 time: 1.7632999 Feb 16 16:13:17.679946 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 57358) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:13:17.695942 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-528569fd-f59e-4039-baea-0e8da24d5802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:17.752686 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf1cb2b5-5ff4-4224-b40d-898e2e32c0fb admin admin] Deleting subnet 3efde795-e73c-406f-bf6f-0396da4214da {{(pid=84075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 16 16:13:17.756083 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-bf1cb2b5-5ff4-4224-b40d-898e2e32c0fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:17.814788 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-bf1cb2b5-5ff4-4224-b40d-898e2e32c0fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6322490'] for subnet, precommit_delete_associations {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:17.903950 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-bf1cb2b5-5ff4-4224-b40d-898e2e32c0fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852981986'] for subnet, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:18.450239 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-bf1cb2b5-5ff4-4224-b40d-898e2e32c0fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1793799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847067174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846955876'] for subnet, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:18.467146 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:13:18.514769 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1cb2b5-5ff4-4224-b40d-898e2e32c0fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3efde795-e73c-406f-bf6f-0396da4214da,revision_number=None']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:13:18.566362 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-bf1cb2b5-5ff4-4224-b40d-898e2e32c0fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:13:18.602159 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-bf1cb2b5-5ff4-4224-b40d-898e2e32c0fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210664'] for subnet, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:18.607640 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392b0822-21ea-4bec-be7e-7be2470327fc None None] Network ffe13c02-25b6-452b-9b78-8381e3f3cdaa requested from dv-cinder-775706-1-iscsi {{(pid=84076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 16:13:18.608306 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-bf1cb2b5-5ff4-4224-b40d-898e2e32c0fb admin admin] 10.222.0.101 "DELETE /v2.0/subnets/3efde795-e73c-406f-bf6f-0396da4214da HTTP/1.1" status: 204 len: 168 time: 0.9273260 Feb 16 16:13:18.611804 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 57362) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:13:18.732645 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d6d7e4fa-78b9-4707-bde4-66f7786835f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853200303'] for network, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:18.803218 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-d6d7e4fa-78b9-4707-bde4-66f7786835f7 admin admin] Deleting port 773dfd31-bc94-44f0-8600-993e5d64521e {{(pid=84075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 16:13:18.803816 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d6d7e4fa-78b9-4707-bde4-66f7786835f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776636423795'] for port, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:18.874791 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f72827c-8d61-41f6-b713-da0b07b730d8 None None] DHCP port deletion for ffe13c02-25b6-452b-9b78-8381e3f3cdaa request from dv-cinder-775706-1-iscsi {{(pid=84076) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 16 16:13:18.879979 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-3f72827c-8d61-41f6-b713-da0b07b730d8 None None] Deleting port 773dfd31-bc94-44f0-8600-993e5d64521e {{(pid=84076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 16:13:18.880409 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-3f72827c-8d61-41f6-b713-da0b07b730d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776636423795'] for port, before_delete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:19.040530 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-d6d7e4fa-78b9-4707-bde4-66f7786835f7 admin admin] For port 773dfd31-bc94-44f0-8600-993e5d64521e, host dv-cinder-775706-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-iscsi',level=0,port_id=773dfd31-bc94-44f0-8600-993e5d64521e,segment=NetworkSegment(f89b4a51-5cb3-4753-a54d-d44c275e69f5),segment_id=f89b4a51-5cb3-4753-a54d-d44c275e69f5)] {{(pid=84075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:13:19.040866 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d6d7e4fa-78b9-4707-bde4-66f7786835f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862802'] for port, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:19.131026 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-3f72827c-8d61-41f6-b713-da0b07b730d8 None None] For port 773dfd31-bc94-44f0-8600-993e5d64521e, host dv-cinder-775706-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-iscsi',level=0,port_id=773dfd31-bc94-44f0-8600-993e5d64521e,segment=NetworkSegment(f89b4a51-5cb3-4753-a54d-d44c275e69f5),segment_id=f89b4a51-5cb3-4753-a54d-d44c275e69f5)] {{(pid=84076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:13:19.131477 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-3f72827c-8d61-41f6-b713-da0b07b730d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862802'] for port, precommit_delete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:19.184649 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-d6d7e4fa-78b9-4707-bde4-66f7786835f7 admin admin] Calling delete_port for 773dfd31-bc94-44f0-8600-993e5d64521e owned by network:dhcp {{(pid=84075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 16:13:19.270595 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-3f72827c-8d61-41f6-b713-da0b07b730d8 None None] Calling delete_port for 773dfd31-bc94-44f0-8600-993e5d64521e owned by network:dhcp {{(pid=84076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 16:13:19.345986 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1dd04d-31c3-49ef-8896-bc906ab04645 req-91ff393c-0a33-4cf9-a897-d31f545db5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:13:19.347971 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5b1dd04d-31c3-49ef-8896-bc906ab04645 req-91ff393c-0a33-4cf9-a897-d31f545db5b5 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=a22a1b742904491cbc129a61305f61c2&device_id=65d9e2a9-615b-45a3-8aeb-ee42a4ba1460 HTTP/1.1" status: 200 len: 1203 time: 0.0887702 Feb 16 16:13:19.349745 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d6d7e4fa-78b9-4707-bde4-66f7786835f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776636383262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776636049574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7708556'] for port, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:19.352451 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.db.api [None req-3f72827c-8d61-41f6-b713-da0b07b730d8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84076) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:13:19.352868 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_db.api [None req-3f72827c-8d61-41f6-b713-da0b07b730d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 16 16:13:19.367800 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-306f038a-7ce1-440f-9949-b29adb253513 tempest-TestVolumeBootPattern-1473440971 tempest-TestVolumeBootPattern-1473440971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:13:19.435386 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e703585-6698-4656-a106-10662106c6d6 req-e8c31e7e-d00f-4c69-9de2-53c348232c58 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:13:19.437067 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7e703585-6698-4656-a106-10662106c6d6 req-e8c31e7e-d00f-4c69-9de2-53c348232c58 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/ports?device_id=65d9e2a9-615b-45a3-8aeb-ee42a4ba1460 HTTP/1.1" status: 200 len: 985 time: 0.1722810 Feb 16 16:13:19.442188 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d7e4fa-78b9-4707-bde4-66f7786835f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=773dfd31-bc94-44f0-8600-993e5d64521e,revision_number=None']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:13:19.446349 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-d6d7e4fa-78b9-4707-bde4-66f7786835f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:13:19.471679 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device af436bcb-56a8-470d-8275-05f20e1bc0da no longer exists at agent ovs-agent-dv-cinder-775706-1-iscsi {{(pid=84076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 16:13:19.501860 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1dd04d-31c3-49ef-8896-bc906ab04645 req-b2e76486-a8a1-4061-bf8b-805fa388b845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:13:19.503876 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5b1dd04d-31c3-49ef-8896-bc906ab04645 req-b2e76486-a8a1-4061-bf8b-805fa388b845 service neutron] 10.222.0.103 "GET /v2.0/networks?id=5da30e22-66ec-403a-b0d3-dbb519e57eb8 HTTP/1.1" status: 200 len: 909 time: 0.1486263 Feb 16 16:13:19.514477 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] No Port match for: af436bcb-56a8-470d-8275-05f20e1bc0da {{(pid=84076) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 16:13:19.514901 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device af436bcb-56a8-470d-8275-05f20e1bc0da not bound to the agent host dv-cinder-775706-1-iscsi {{(pid=84076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 16:13:19.515385 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device 773dfd31-bc94-44f0-8600-993e5d64521e no longer exists at agent ovs-agent-dv-cinder-775706-1-iscsi {{(pid=84076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 16:13:19.554313 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] No Port match for: 773dfd31-bc94-44f0-8600-993e5d64521e {{(pid=84076) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 16:13:19.554739 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device 773dfd31-bc94-44f0-8600-993e5d64521e not bound to the agent host dv-cinder-775706-1-iscsi {{(pid=84076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 16:13:19.578230 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-7e703585-6698-4656-a106-10662106c6d6 req-88ffd165-db73-426a-bb42-303b8eca3fbf tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/security-groups?id=30715f0e-05e7-494d-9970-81e1dae58ace&id=db9f9f4a-fa55-4f4d-ac68-cf9c464d7fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0828316 Feb 16 16:13:19.583565 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d7e4fa-78b9-4707-bde4-66f7786835f7 admin admin] No DVR routers for this DVR port 773dfd31-bc94-44f0-8600-993e5d64521e on host dv-cinder-775706-1-iscsi {{(pid=84075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 16:13:19.623868 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5b1dd04d-31c3-49ef-8896-bc906ab04645 req-09f22da9-6c28-4833-a596-3ae18e9e8991 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f3092d1-b4d0-4b18-822e-8315ba61f8a8 HTTP/1.1" status: 200 len: 1001 time: 0.1123943 Feb 16 16:13:19.695686 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1dd04d-31c3-49ef-8896-bc906ab04645 req-4ae11463-90d2-4a84-9734-a65ec81e4359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:13:19.697296 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5b1dd04d-31c3-49ef-8896-bc906ab04645 req-4ae11463-90d2-4a84-9734-a65ec81e4359 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=65ad3805-5be2-47e3-87a0-701dcd43db26 HTTP/1.1" status: 200 len: 854 time: 0.0659497 Feb 16 16:13:19.715366 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d6d7e4fa-78b9-4707-bde4-66f7786835f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852988537', 'neutron.services.segments.db._delete_segments_for_network--9223363260218233119'] for network, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:19.785947 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1dd04d-31c3-49ef-8896-bc906ab04645 req-1ce7cac3-3943-4412-bf2e-19e32cf27948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:13:19.787609 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5b1dd04d-31c3-49ef-8896-bc906ab04645 req-1ce7cac3-3943-4412-bf2e-19e32cf27948 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=5da30e22-66ec-403a-b0d3-dbb519e57eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0824916 Feb 16 16:13:19.841908 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.services.segments.db [None req-d6d7e4fa-78b9-4707-bde4-66f7786835f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffe13c02-25b6-452b-9b78-8381e3f3cdaa']}} {{(pid=84075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:13:19.854298 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-3f72827c-8d61-41f6-b713-da0b07b730d8 None None] Deleting port 773dfd31-bc94-44f0-8600-993e5d64521e {{(pid=84076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 16:13:19.855583 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-3f72827c-8d61-41f6-b713-da0b07b730d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776636423795'] for port, before_delete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:19.856330 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.services.segments.db [None req-d6d7e4fa-78b9-4707-bde4-66f7786835f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f89b4a51-5cb3-4753-a54d-d44c275e69f5') {'for_net_delete': True} {{(pid=84075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:13:19.856670 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.services.segments.db [None req-d6d7e4fa-78b9-4707-bde4-66f7786835f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f89b4a51-5cb3-4753-a54d-d44c275e69f5') {} {{(pid=84075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:13:19.870039 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d6d7e4fa-78b9-4707-bde4-66f7786835f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363260218221087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848453327'] for segment, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:19.936027 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-3f72827c-8d61-41f6-b713-da0b07b730d8 None None] The port '773dfd31-bc94-44f0-8600-993e5d64521e' was deleted {{(pid=84076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 16 16:13:19.937074 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5b1dd04d-31c3-49ef-8896-bc906ab04645 req-9f6b9766-f041-4dbc-9fc8-3aa9b383f3f9 service neutron] 10.222.0.103 "GET /v2.0/networks/5da30e22-66ec-403a-b0d3-dbb519e57eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416745 Feb 16 16:13:19.954466 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d6d7e4fa-78b9-4707-bde4-66f7786835f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797496'] for segment, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:19.957099 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d6d7e4fa-78b9-4707-bde4-66f7786835f7 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=84075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 16 16:13:20.094741 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5b1dd04d-31c3-49ef-8896-bc906ab04645 req-78bfca08-9aa9-4321-a8e9-90ec7fab1690 service neutron] 10.222.0.103 "GET /v2.0/networks/5da30e22-66ec-403a-b0d3-dbb519e57eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1496403 Feb 16 16:13:20.150207 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-d6d7e4fa-78b9-4707-bde4-66f7786835f7 admin admin] Network ffe13c02-25b6-452b-9b78-8381e3f3cdaa has no segments {{(pid=84075) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 16:13:20.159384 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d6d7e4fa-78b9-4707-bde4-66f7786835f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852978417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7706744'] for segment, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:20.399140 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d05518bb-17ee-4865-b03c-31693adcda8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:20.570259 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-37ea737f-b6d0-434b-b1ec-bda1e02f422d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:20.573262 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-d6d7e4fa-78b9-4707-bde4-66f7786835f7 admin admin] Network ffe13c02-25b6-452b-9b78-8381e3f3cdaa has no segments {{(pid=84075) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 16:13:20.596891 dv-cinder-775706-1-iscsi neutron-server[83961]: Traceback (most recent call last): Feb 16 16:13:20.596891 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:13:20.596891 dv-cinder-775706-1-iscsi neutron-server[83961]: timer() Feb 16 16:13:20.596891 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:13:20.596891 dv-cinder-775706-1-iscsi neutron-server[83961]: cb(*args, **kw) Feb 16 16:13:20.596891 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 16 16:13:20.596891 dv-cinder-775706-1-iscsi neutron-server[83961]: return func(*args, **kwargs) Feb 16 16:13:20.596891 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:13:20.596891 dv-cinder-775706-1-iscsi neutron-server[83961]: self._notify() Feb 16 16:13:20.596891 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:13:20.596891 dv-cinder-775706-1-iscsi neutron-server[83961]: self.callback(batched_events) Feb 16 16:13:20.596891 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:13:20.596891 dv-cinder-775706-1-iscsi neutron-server[83961]: event.method(event) Feb 16 16:13:20.596891 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 16:13:20.596891 dv-cinder-775706-1-iscsi neutron-server[83961]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:13:20.596891 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 16 16:13:20.596891 dv-cinder-775706-1-iscsi neutron-server[83961]: segment_id)['aggregates'][0] Feb 16 16:13:20.596891 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 16:13:20.596891 dv-cinder-775706-1-iscsi neutron-server[83961]: return f(self, *a, **k) Feb 16 16:13:20.596891 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 16:13:20.596891 dv-cinder-775706-1-iscsi neutron-server[83961]: return self._get(url).json() Feb 16 16:13:20.596891 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:13:20.596891 dv-cinder-775706-1-iscsi neutron-server[83961]: **kwargs) Feb 16 16:13:20.596891 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 16:13:20.596891 dv-cinder-775706-1-iscsi neutron-server[83961]: return self.request(url, 'GET', **kwargs) Feb 16 16:13:20.596891 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 16 16:13:20.596891 dv-cinder-775706-1-iscsi neutron-server[83961]: **endpoint_filter) Feb 16 16:13:20.596891 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 16:13:20.596891 dv-cinder-775706-1-iscsi neutron-server[83961]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:13:20.596891 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 16:13:20.596891 dv-cinder-775706-1-iscsi neutron-server[83961]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:13:20.596891 dv-cinder-775706-1-iscsi neutron-server[83961]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:13:20.792849 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1685fe-7868-44d0-9f57-0f14d50402b7 req-138277fa-c188-427a-9ba2-45ad34f3f59c tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:13:20.794384 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-2e1685fe-7868-44d0-9f57-0f14d50402b7 req-138277fa-c188-427a-9ba2-45ad34f3f59c tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/ports?device_id=65d9e2a9-615b-45a3-8aeb-ee42a4ba1460 HTTP/1.1" status: 200 len: 985 time: 0.0897217 Feb 16 16:13:20.839922 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d6d7e4fa-78b9-4707-bde4-66f7786835f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-911268'] for network, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:20.848711 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-2e1685fe-7868-44d0-9f57-0f14d50402b7 req-2f683f3d-2dc8-4522-9b57-ebf74dbb754f tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/security-groups?id=30715f0e-05e7-494d-9970-81e1dae58ace&id=db9f9f4a-fa55-4f4d-ac68-cf9c464d7fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0471578 Feb 16 16:13:20.850453 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:13:20.864979 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d6d7e4fa-78b9-4707-bde4-66f7786835f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210664'] for network, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:20.877827 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d7e4fa-78b9-4707-bde4-66f7786835f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffe13c02-25b6-452b-9b78-8381e3f3cdaa,revision_number=None']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:13:20.881070 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-d6d7e4fa-78b9-4707-bde4-66f7786835f7 admin admin] 10.222.0.101 "DELETE /v2.0/networks/ffe13c02-25b6-452b-9b78-8381e3f3cdaa HTTP/1.1" status: 204 len: 168 time: 2.2682483 Feb 16 16:13:20.882141 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-d6d7e4fa-78b9-4707-bde4-66f7786835f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:13:21.106313 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 57376) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:13:21.162786 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-ad728b45-0065-4269-afb8-120530e0ef49 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=9ba01355ccec4f5ba422cc289f631770&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0550764 Feb 16 16:13:21.165364 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84075) accepted ('10.222.0.101', 57380) {{(pid=84075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:13:21.229553 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f7925f44-ba59-44ef-b163-5b2b27dca876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:21.257991 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f7925f44-ba59-44ef-b163-5b2b27dca876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:21.398306 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f7925f44-ba59-44ef-b163-5b2b27dca876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:21.409358 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-15b589aa-499a-49f5-abc5-2341037c4bac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:13:21.419669 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7925f44-ba59-44ef-b163-5b2b27dca876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00c4431-0e76-48b5-b207-a3958867a0f7,revision_number=None']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:13:21.423571 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-f7925f44-ba59-44ef-b163-5b2b27dca876 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:13:21.427190 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:21.429962 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f7925f44-ba59-44ef-b163-5b2b27dca876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:21.431254 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-f7925f44-ba59-44ef-b163-5b2b27dca876 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d00c4431-0e76-48b5-b207-a3958867a0f7 HTTP/1.1" status: 204 len: 168 time: 0.2648582 Feb 16 16:13:22.043612 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 57390) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:13:22.063383 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145feb96-4ef0-4136-8208-3d841320a4c6 req-716ceead-fa22-4735-90c8-32acfad7b506 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:13:22.065367 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-145feb96-4ef0-4136-8208-3d841320a4c6 req-716ceead-fa22-4735-90c8-32acfad7b506 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/ports?device_id=65d9e2a9-615b-45a3-8aeb-ee42a4ba1460 HTTP/1.1" status: 200 len: 985 time: 0.0985634 Feb 16 16:13:22.104097 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-a159e467-5495-4a23-be7b-8d8e0bed69bc admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=0b070fc5e65447debc49b395c2fa9e9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0566998 Feb 16 16:13:22.104417 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 57394) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:13:22.118983 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-145feb96-4ef0-4136-8208-3d841320a4c6 req-623ae82f-4d93-4df4-8d59-87bcbe70aadd tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/security-groups?id=30715f0e-05e7-494d-9970-81e1dae58ace&id=db9f9f4a-fa55-4f4d-ac68-cf9c464d7fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0455623 Feb 16 16:13:22.168397 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1428d63c-1e5c-41dd-b78c-33b2588cfd4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:22.196612 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1428d63c-1e5c-41dd-b78c-33b2588cfd4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:22.341341 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-331083c2-9fd5-48c9-8796-02890b3f22e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:22.369918 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1428d63c-1e5c-41dd-b78c-33b2588cfd4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:22.376187 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-dd182ad4-87f1-415f-b960-993d892107da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:13:22.389957 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1428d63c-1e5c-41dd-b78c-33b2588cfd4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c340cbb0-6bd0-49b9-9a71-90a7d21961df,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:13:22.392613 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1428d63c-1e5c-41dd-b78c-33b2588cfd4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:13:22.395099 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1428d63c-1e5c-41dd-b78c-33b2588cfd4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:22.396096 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-1428d63c-1e5c-41dd-b78c-33b2588cfd4b admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/c340cbb0-6bd0-49b9-9a71-90a7d21961df HTTP/1.1" status: 204 len: 168 time: 0.2906957 Feb 16 16:13:23.341289 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710e9fe3-327f-4d96-8dc8-2857abd0f5ff req-7864a62e-a329-4129-847e-fc9281a4e73c tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:13:23.342831 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-710e9fe3-327f-4d96-8dc8-2857abd0f5ff req-7864a62e-a329-4129-847e-fc9281a4e73c tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/ports?device_id=65d9e2a9-615b-45a3-8aeb-ee42a4ba1460 HTTP/1.1" status: 200 len: 985 time: 0.0861852 Feb 16 16:13:23.394824 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-710e9fe3-327f-4d96-8dc8-2857abd0f5ff req-1f6458f7-f0f0-431b-bbc7-dfa70d080535 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/security-groups?id=30715f0e-05e7-494d-9970-81e1dae58ace&id=db9f9f4a-fa55-4f4d-ac68-cf9c464d7fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0447371 Feb 16 16:13:24.600221 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884745d0-44ee-45ae-a6b3-a1f6014b2436 req-9d6d774c-6d93-43e6-8022-696999c39084 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:13:24.601901 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-884745d0-44ee-45ae-a6b3-a1f6014b2436 req-9d6d774c-6d93-43e6-8022-696999c39084 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/ports?device_id=65d9e2a9-615b-45a3-8aeb-ee42a4ba1460 HTTP/1.1" status: 200 len: 985 time: 0.0919583 Feb 16 16:13:24.653637 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-884745d0-44ee-45ae-a6b3-a1f6014b2436 req-e9b04eb3-ab58-4431-be13-fcbf3998fc52 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/security-groups?id=30715f0e-05e7-494d-9970-81e1dae58ace&id=db9f9f4a-fa55-4f4d-ac68-cf9c464d7fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0451148 Feb 16 16:13:25.856424 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e6b7bb-e172-46f7-ae29-f8cfd0c54d92 req-7067a873-6236-484a-a4b1-23c7bed6b859 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:13:25.858024 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-12e6b7bb-e172-46f7-ae29-f8cfd0c54d92 req-7067a873-6236-484a-a4b1-23c7bed6b859 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/ports?device_id=65d9e2a9-615b-45a3-8aeb-ee42a4ba1460 HTTP/1.1" status: 200 len: 985 time: 0.0910301 Feb 16 16:13:25.909835 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-12e6b7bb-e172-46f7-ae29-f8cfd0c54d92 req-fcf2b4bb-5c77-4e70-8f6d-d38733e14842 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/security-groups?id=30715f0e-05e7-494d-9970-81e1dae58ace&id=db9f9f4a-fa55-4f4d-ac68-cf9c464d7fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0446405 Feb 16 16:13:27.120103 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca27a24-c475-4042-81ea-aecbd6ce54c3 req-1118da81-3c74-4bae-b888-2161cdfde9c3 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:13:27.121717 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-cca27a24-c475-4042-81ea-aecbd6ce54c3 req-1118da81-3c74-4bae-b888-2161cdfde9c3 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/ports?device_id=65d9e2a9-615b-45a3-8aeb-ee42a4ba1460 HTTP/1.1" status: 200 len: 985 time: 0.0928214 Feb 16 16:13:27.178740 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-cca27a24-c475-4042-81ea-aecbd6ce54c3 req-01da5316-a580-42ba-8f08-c004759139bf tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/security-groups?id=30715f0e-05e7-494d-9970-81e1dae58ace&id=db9f9f4a-fa55-4f4d-ac68-cf9c464d7fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0490894 Feb 16 16:13:28.386718 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9601cacd-67fa-4c25-9d37-2a3721091dd2 req-e96c9ff2-6c20-4360-ac60-ce6fd96b960e tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:13:28.388334 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-9601cacd-67fa-4c25-9d37-2a3721091dd2 req-e96c9ff2-6c20-4360-ac60-ce6fd96b960e tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/ports?device_id=65d9e2a9-615b-45a3-8aeb-ee42a4ba1460 HTTP/1.1" status: 200 len: 985 time: 0.0913553 Feb 16 16:13:28.439973 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-9601cacd-67fa-4c25-9d37-2a3721091dd2 req-55e306ab-1051-4cd8-8d4c-e6f59bc13aae tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/security-groups?id=30715f0e-05e7-494d-9970-81e1dae58ace&id=db9f9f4a-fa55-4f4d-ac68-cf9c464d7fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0446150 Feb 16 16:13:29.644934 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b75247-fea1-4c52-a9b3-456abab32909 req-e1dba866-161d-41cc-8f8e-1d80785a7669 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:13:29.646778 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-96b75247-fea1-4c52-a9b3-456abab32909 req-e1dba866-161d-41cc-8f8e-1d80785a7669 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/ports?device_id=65d9e2a9-615b-45a3-8aeb-ee42a4ba1460 HTTP/1.1" status: 200 len: 985 time: 0.0940704 Feb 16 16:13:29.700004 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-96b75247-fea1-4c52-a9b3-456abab32909 req-9a21e5ad-14b1-42a1-95ff-4f3a9abb2412 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/security-groups?id=30715f0e-05e7-494d-9970-81e1dae58ace&id=db9f9f4a-fa55-4f4d-ac68-cf9c464d7fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0468690 Feb 16 16:13:29.988076 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device 6f3092d1-b4d0-4b18-822e-8315ba61f8a8 up at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 16:13:30.063138 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning complete for port 6f3092d1-b4d0-4b18-822e-8315ba61f8a8 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:13:30.063563 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:30.910307 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c1ffde-ca13-4c61-bb9c-9af4adade649 req-7f92e0a1-6d24-484e-9b4c-579624974b04 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:13:30.912034 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-d0c1ffde-ca13-4c61-bb9c-9af4adade649 req-7f92e0a1-6d24-484e-9b4c-579624974b04 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/ports?device_id=65d9e2a9-615b-45a3-8aeb-ee42a4ba1460 HTTP/1.1" status: 200 len: 985 time: 0.0909021 Feb 16 16:13:30.965903 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-d0c1ffde-ca13-4c61-bb9c-9af4adade649 req-34ecda3b-d6c2-4c94-8c2d-3ff84ad6764d tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/security-groups?id=30715f0e-05e7-494d-9970-81e1dae58ace&id=db9f9f4a-fa55-4f4d-ac68-cf9c464d7fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0473423 Feb 16 16:13:32.011769 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device 6f3092d1-b4d0-4b18-822e-8315ba61f8a8 up at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 16:13:32.089062 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning complete for port 6f3092d1-b4d0-4b18-822e-8315ba61f8a8 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:13:32.089492 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:32.172106 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f08e099-adfa-44c0-8173-c8ff29f919cb req-0fcbae93-e9f2-421d-b5b2-b0b4e8d0c5e9 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:13:32.173716 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1f08e099-adfa-44c0-8173-c8ff29f919cb req-0fcbae93-e9f2-421d-b5b2-b0b4e8d0c5e9 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/ports?device_id=65d9e2a9-615b-45a3-8aeb-ee42a4ba1460 HTTP/1.1" status: 200 len: 985 time: 0.0912855 Feb 16 16:13:32.227611 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-1f08e099-adfa-44c0-8173-c8ff29f919cb req-a06a978a-7c79-4f0f-8040-b2bb3a84917d tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/security-groups?id=30715f0e-05e7-494d-9970-81e1dae58ace&id=db9f9f4a-fa55-4f4d-ac68-cf9c464d7fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0469620 Feb 16 16:13:38.287972 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.agents_db [None req-cca974b7-119d-4613-9949-a609bd4803bb None None] Agent healthcheck: found 6 active agents {{(pid=84077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 16:13:43.044047 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:47.689889 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-56dc0bbb-5af6-44e3-9381-8710da4d5601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:47.814238 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6bf95b71-f045-4ef1-95dd-a33f27baffd0 req-d147a645-5aea-482c-b1fc-c46da37a216e service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=65d9e2a9-615b-45a3-8aeb-ee42a4ba1460&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0812380 Feb 16 16:13:47.913457 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf95b71-f045-4ef1-95dd-a33f27baffd0 req-e4d90e49-0b4d-40bd-b560-3326303b3e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:13:47.915128 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6bf95b71-f045-4ef1-95dd-a33f27baffd0 req-e4d90e49-0b4d-40bd-b560-3326303b3e45 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=a22a1b742904491cbc129a61305f61c2&device_id=65d9e2a9-615b-45a3-8aeb-ee42a4ba1460 HTTP/1.1" status: 200 len: 1203 time: 0.0776846 Feb 16 16:13:48.077030 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf95b71-f045-4ef1-95dd-a33f27baffd0 req-4e89e5f6-0f1c-40ba-936c-f1e3601f77b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:13:48.078544 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6bf95b71-f045-4ef1-95dd-a33f27baffd0 req-4e89e5f6-0f1c-40ba-936c-f1e3601f77b4 service neutron] 10.222.0.103 "GET /v2.0/networks?id=5da30e22-66ec-403a-b0d3-dbb519e57eb8 HTTP/1.1" status: 200 len: 909 time: 0.1433134 Feb 16 16:13:48.192865 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6bf95b71-f045-4ef1-95dd-a33f27baffd0 req-14c0d7f8-d889-4f45-a560-4b150fd48044 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f3092d1-b4d0-4b18-822e-8315ba61f8a8 HTTP/1.1" status: 200 len: 1001 time: 0.1064448 Feb 16 16:13:48.261745 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf95b71-f045-4ef1-95dd-a33f27baffd0 req-dfd923e1-1d12-433b-a30c-9d3349cf973d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:13:48.263363 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6bf95b71-f045-4ef1-95dd-a33f27baffd0 req-dfd923e1-1d12-433b-a30c-9d3349cf973d service neutron] 10.222.0.103 "GET /v2.0/subnets?id=65ad3805-5be2-47e3-87a0-701dcd43db26 HTTP/1.1" status: 200 len: 854 time: 0.0642984 Feb 16 16:13:48.351932 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf95b71-f045-4ef1-95dd-a33f27baffd0 req-eab40822-67ca-453e-b29b-7a30f97138da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:13:48.353485 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6bf95b71-f045-4ef1-95dd-a33f27baffd0 req-eab40822-67ca-453e-b29b-7a30f97138da service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=5da30e22-66ec-403a-b0d3-dbb519e57eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0838003 Feb 16 16:13:48.501634 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6bf95b71-f045-4ef1-95dd-a33f27baffd0 req-2834a4d6-b6d3-4de2-8d7b-8dc8fb8e5cd5 service neutron] 10.222.0.103 "GET /v2.0/networks/5da30e22-66ec-403a-b0d3-dbb519e57eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412306 Feb 16 16:13:48.650095 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-6bf95b71-f045-4ef1-95dd-a33f27baffd0 req-77d1f670-fbf2-420b-9f8d-c21be2166978 service neutron] 10.222.0.103 "GET /v2.0/networks/5da30e22-66ec-403a-b0d3-dbb519e57eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1407559 Feb 16 16:13:50.392274 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d05518bb-17ee-4865-b03c-31693adcda8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:50.586862 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-967b46f2-8160-44eb-a557-2074f9d10f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:51.420150 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:13:52.323824 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-331083c2-9fd5-48c9-8796-02890b3f22e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:14:13.066551 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:14:15.289622 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.agents_db [None req-cca974b7-119d-4613-9949-a609bd4803bb None None] Agent healthcheck: found 6 active agents {{(pid=84077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 16:14:17.712183 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c11fa9f5-f68e-41cc-914b-f025b6f2696a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:14:20.407313 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d05518bb-17ee-4865-b03c-31693adcda8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:14:20.579036 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d6c46a08-4533-4913-9fb0-a5b7f4a09e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:14:21.414305 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:14:22.351883 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-331083c2-9fd5-48c9-8796-02890b3f22e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:14:35.661850 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-eb8190f6-fa3e-4596-b935-7c9280744098 req-15db5d27-c7f2-422f-b5e5-cc3624d0822c tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-2025087481&fields=id&tenant_id=a22a1b742904491cbc129a61305f61c2 HTTP/1.1" status: 200 len: 267 time: 0.0453532 Feb 16 16:14:35.760362 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8190f6-fa3e-4596-b935-7c9280744098 req-5e3542a0-5c19-4cb7-8c1f-a35e86470146 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:14:35.761883 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-eb8190f6-fa3e-4596-b935-7c9280744098 req-5e3542a0-5c19-4cb7-8c1f-a35e86470146 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/ports?device_id=65d9e2a9-615b-45a3-8aeb-ee42a4ba1460 HTTP/1.1" status: 200 len: 985 time: 0.0921371 Feb 16 16:14:35.774975 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.v2.base [req-eb8190f6-fa3e-4596-b935-7c9280744098 req-20b20fa7-39c6-4607-be7c-e7241e515104 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Request body: {'port': {'security_groups': ['db9f9f4a-fa55-4f4d-ac68-cf9c464d7fa0']}} {{(pid=84075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:14:35.906498 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-eb8190f6-fa3e-4596-b935-7c9280744098 req-20b20fa7-39c6-4607-be7c-e7241e515104 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:14:36.304143 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [req-eb8190f6-fa3e-4596-b935-7c9280744098 req-20b20fa7-39c6-4607-be7c-e7241e515104 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] For port 6f3092d1-b4d0-4b18-822e-8315ba61f8a8, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=6f3092d1-b4d0-4b18-822e-8315ba61f8a8,segment=NetworkSegment(ff9e5881-2715-400a-9170-56dc4789374e),segment_id=ff9e5881-2715-400a-9170-56dc4789374e)] {{(pid=84075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:14:36.336624 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-eb8190f6-fa3e-4596-b935-7c9280744098 req-20b20fa7-39c6-4607-be7c-e7241e515104 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Notify callbacks [] for port, precommit_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:14:36.363330 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-eb8190f6-fa3e-4596-b935-7c9280744098 req-20b20fa7-39c6-4607-be7c-e7241e515104 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847067257'] for port, after_update {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:14:36.381449 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-ea42ad29-1e1a-4dc7-bdf8-c4c10c768237 tempest-AttachVolumeTestJSON-456564185 tempest-AttachVolumeTestJSON-456564185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:14:36.549535 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b20fa7-39c6-4607-be7c-e7241e515104 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Pushing event updated for resources: {'Port': ['ID=6f3092d1-b4d0-4b18-822e-8315ba61f8a8,revision_number=6']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:14:36.571543 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b20fa7-39c6-4607-be7c-e7241e515104 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:14:36.571949 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b20fa7-39c6-4607-be7c-e7241e515104 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:14:36.572354 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b20fa7-39c6-4607-be7c-e7241e515104 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:14:36.572757 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b20fa7-39c6-4607-be7c-e7241e515104 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:14:36.573144 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b20fa7-39c6-4607-be7c-e7241e515104 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:14:36.573536 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b20fa7-39c6-4607-be7c-e7241e515104 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:14:36.573925 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b20fa7-39c6-4607-be7c-e7241e515104 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:14:36.574313 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b20fa7-39c6-4607-be7c-e7241e515104 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:14:36.575394 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b20fa7-39c6-4607-be7c-e7241e515104 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:14:36.575790 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b20fa7-39c6-4607-be7c-e7241e515104 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:14:36.576178 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b20fa7-39c6-4607-be7c-e7241e515104 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:14:36.576561 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b20fa7-39c6-4607-be7c-e7241e515104 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:14:36.576990 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b20fa7-39c6-4607-be7c-e7241e515104 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:14:36.577377 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b20fa7-39c6-4607-be7c-e7241e515104 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:14:36.577759 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b20fa7-39c6-4607-be7c-e7241e515104 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:14:36.578144 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b20fa7-39c6-4607-be7c-e7241e515104 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:14:36.578524 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b20fa7-39c6-4607-be7c-e7241e515104 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:14:36.578958 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b20fa7-39c6-4607-be7c-e7241e515104 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:14:36.579327 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b20fa7-39c6-4607-be7c-e7241e515104 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:14:36.579706 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b20fa7-39c6-4607-be7c-e7241e515104 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:14:36.580090 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b20fa7-39c6-4607-be7c-e7241e515104 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:14:36.580472 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b20fa7-39c6-4607-be7c-e7241e515104 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:14:36.580856 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b20fa7-39c6-4607-be7c-e7241e515104 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:14:36.581236 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b20fa7-39c6-4607-be7c-e7241e515104 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:14:36.586152 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-20b20fa7-39c6-4607-be7c-e7241e515104 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:14:36.611471 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8190f6-fa3e-4596-b935-7c9280744098 req-20b20fa7-39c6-4607-be7c-e7241e515104 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:14:36.612287 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-eb8190f6-fa3e-4596-b935-7c9280744098 req-20b20fa7-39c6-4607-be7c-e7241e515104 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487'] for port, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:14:36.613832 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-eb8190f6-fa3e-4596-b935-7c9280744098 req-20b20fa7-39c6-4607-be7c-e7241e515104 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "PUT /v2.0/ports/6f3092d1-b4d0-4b18-822e-8315ba61f8a8 HTTP/1.1" status: 200 len: 943 time: 0.8440497 Feb 16 16:14:36.614435 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65d9e2a9-615b-45a3-8aeb-ee42a4ba1460', 'tag': '6f3092d1-b4d0-4b18-822e-8315ba61f8a8'}] {{(pid=84075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 16:14:36.697886 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5740aa26-4a76-4c6c-b967-bc84c162892e req-03a90d7f-acd9-4a89-b1dc-99471bf5a3d2 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/security-groups/30715f0e-05e7-494d-9970-81e1dae58ace HTTP/1.1" status: 200 len: 3005 time: 0.0613027 Feb 16 16:14:36.792453 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-5740aa26-4a76-4c6c-b967-bc84c162892e req-8dbd95b3-b3c8-4f77-99da-13f46e3318a4 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Notify callbacks [] for security_group, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:14:36.828325 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-5740aa26-4a76-4c6c-b967-bc84c162892e req-8dbd95b3-b3c8-4f77-99da-13f46e3318a4 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:14:36.847688 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-5e6d636f-9e8f-40d6-9f64-341fa7e141f2 None None] Provisioning complete for port 6f3092d1-b4d0-4b18-822e-8315ba61f8a8 triggered by entity DHCP. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:14:36.848122 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-5e6d636f-9e8f-40d6-9f64-341fa7e141f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:14:36.917560 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-5740aa26-4a76-4c6c-b967-bc84c162892e req-8dbd95b3-b3c8-4f77-99da-13f46e3318a4 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:14:36.924799 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-26e40822-9fff-4b61-8864-dd9775458c43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:14:36.935401 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65d9e2a9-615b-45a3-8aeb-ee42a4ba1460', 'tag': '6f3092d1-b4d0-4b18-822e-8315ba61f8a8', 'status': 'completed', 'code': 200} Feb 16 16:14:36.944823 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbd95b3-b3c8-4f77-99da-13f46e3318a4 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30715f0e-05e7-494d-9970-81e1dae58ace,revision_number=None']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:14:36.947326 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-8dbd95b3-b3c8-4f77-99da-13f46e3318a4 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:14:36.992529 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-5740aa26-4a76-4c6c-b967-bc84c162892e req-8dbd95b3-b3c8-4f77-99da-13f46e3318a4 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Notify callbacks [] for security_group, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:14:36.995547 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-5740aa26-4a76-4c6c-b967-bc84c162892e req-8dbd95b3-b3c8-4f77-99da-13f46e3318a4 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "DELETE /v2.0/security-groups/30715f0e-05e7-494d-9970-81e1dae58ace HTTP/1.1" status: 204 len: 173 time: 0.2890995 Feb 16 16:14:37.055327 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44942ded-005a-4f8d-babe-be66cbc85e70 req-d95a5a2e-e139-418f-b790-900dedebebd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:14:37.056956 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-44942ded-005a-4f8d-babe-be66cbc85e70 req-d95a5a2e-e139-418f-b790-900dedebebd4 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=a22a1b742904491cbc129a61305f61c2&device_id=65d9e2a9-615b-45a3-8aeb-ee42a4ba1460 HTTP/1.1" status: 200 len: 1163 time: 0.0857008 Feb 16 16:14:37.136703 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-9bd313bb-ba4b-4da2-a8d1-15bd3ec5dd4d req-50444926-c73a-4f06-9ce5-a99c556a68ef tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/floatingips/85ad4ed5-5ffd-4dba-a106-2b2e70a55289 HTTP/1.1" status: 200 len: 998 time: 0.1215866 Feb 16 16:14:37.314150 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd313bb-ba4b-4da2-a8d1-15bd3ec5dd4d req-330475aa-465c-463f-852e-22db3df59bba tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:14:37.315811 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-9bd313bb-ba4b-4da2-a8d1-15bd3ec5dd4d req-330475aa-465c-463f-852e-22db3df59bba tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/networks/4b949073-2dbc-48f8-99e6-0912404ac0f6 HTTP/1.1" status: 200 len: 784 time: 0.1728735 Feb 16 16:14:37.440465 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-9bd313bb-ba4b-4da2-a8d1-15bd3ec5dd4d req-8744a258-d13e-43a7-97e9-dee72cb9f00e tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.27.1.46 HTTP/1.1" status: 200 len: 1001 time: 0.1099334 Feb 16 16:14:37.459823 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44942ded-005a-4f8d-babe-be66cbc85e70 req-0f0b1162-e07a-4777-b8da-aea1eff27f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:14:37.461427 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-44942ded-005a-4f8d-babe-be66cbc85e70 req-0f0b1162-e07a-4777-b8da-aea1eff27f7b service neutron] 10.222.0.103 "GET /v2.0/networks?id=5da30e22-66ec-403a-b0d3-dbb519e57eb8 HTTP/1.1" status: 200 len: 909 time: 0.3975062 Feb 16 16:14:37.523686 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd313bb-ba4b-4da2-a8d1-15bd3ec5dd4d req-baf4f2f0-4c6d-42f7-8921-99bb37122998 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:14:37.525187 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-9bd313bb-ba4b-4da2-a8d1-15bd3ec5dd4d req-baf4f2f0-4c6d-42f7-8921-99bb37122998 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/ports/6f3092d1-b4d0-4b18-822e-8315ba61f8a8 HTTP/1.1" status: 200 len: 943 time: 0.0785165 Feb 16 16:14:37.581023 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-44942ded-005a-4f8d-babe-be66cbc85e70 req-b8310c24-f2d6-4659-8fc1-e4e59107241a service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f3092d1-b4d0-4b18-822e-8315ba61f8a8 HTTP/1.1" status: 200 len: 1001 time: 0.1125956 Feb 16 16:14:37.659396 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44942ded-005a-4f8d-babe-be66cbc85e70 req-29599de3-9a93-4192-a8dc-af9cbde3d5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:14:37.661065 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-44942ded-005a-4f8d-babe-be66cbc85e70 req-29599de3-9a93-4192-a8dc-af9cbde3d5fd service neutron] 10.222.0.103 "GET /v2.0/subnets?id=65ad3805-5be2-47e3-87a0-701dcd43db26 HTTP/1.1" status: 200 len: 854 time: 0.0742147 Feb 16 16:14:37.748043 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44942ded-005a-4f8d-babe-be66cbc85e70 req-3e497fea-7a3f-43a2-ab5c-5f7fdbaac45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:14:37.749682 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-44942ded-005a-4f8d-babe-be66cbc85e70 req-3e497fea-7a3f-43a2-ab5c-5f7fdbaac45b service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=5da30e22-66ec-403a-b0d3-dbb519e57eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0818889 Feb 16 16:14:37.871112 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-9bd313bb-ba4b-4da2-a8d1-15bd3ec5dd4d req-8416d8b0-2c03-41f8-a0d3-cb5647c8bdaa tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.27.1.46 HTTP/1.1" status: 200 len: 1001 time: 0.1170275 Feb 16 16:14:37.899015 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-44942ded-005a-4f8d-babe-be66cbc85e70 req-0ad1871d-b6cc-47a5-89cd-c5edcc10ec56 service neutron] 10.222.0.103 "GET /v2.0/networks/5da30e22-66ec-403a-b0d3-dbb519e57eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422193 Feb 16 16:14:38.088536 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-44942ded-005a-4f8d-babe-be66cbc85e70 req-3512398e-de1a-42bf-8673-ecbfb160003c service neutron] 10.222.0.103 "GET /v2.0/networks/5da30e22-66ec-403a-b0d3-dbb519e57eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1835124 Feb 16 16:14:38.104482 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [req-9bd313bb-ba4b-4da2-a8d1-15bd3ec5dd4d req-d139781f-2cb8-41ae-8df8-a4a97df0c41c tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Deleting port f0fe7247-5985-4ed4-aa78-34643a9853e8 {{(pid=84075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 16:14:38.104859 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-9bd313bb-ba4b-4da2-a8d1-15bd3ec5dd4d req-d139781f-2cb8-41ae-8df8-a4a97df0c41c tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776636423795'] for port, before_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:14:38.283389 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-9bd313bb-ba4b-4da2-a8d1-15bd3ec5dd4d req-d139781f-2cb8-41ae-8df8-a4a97df0c41c tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862802'] for port, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:14:38.283751 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-9bd313bb-ba4b-4da2-a8d1-15bd3ec5dd4d req-d139781f-2cb8-41ae-8df8-a4a97df0c41c tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:14:38.649432 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [req-9bd313bb-ba4b-4da2-a8d1-15bd3ec5dd4d req-d139781f-2cb8-41ae-8df8-a4a97df0c41c tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Calling delete_port for f0fe7247-5985-4ed4-aa78-34643a9853e8 owned by network:floatingip {{(pid=84075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 16:14:38.653607 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device 6f3092d1-b4d0-4b18-822e-8315ba61f8a8 up at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 16:14:38.729171 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.provisioning_blocks [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Provisioning complete for port 6f3092d1-b4d0-4b18-822e-8315ba61f8a8 triggered by entity L2. {{(pid=84076) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 16:14:38.729592 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853022961'] for port, provisioning_complete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:14:38.921357 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-9bd313bb-ba4b-4da2-a8d1-15bd3ec5dd4d req-d139781f-2cb8-41ae-8df8-a4a97df0c41c tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776636383262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776636049574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7708556'] for port, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:14:38.938020 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-e95cac6d-1f0e-47ad-bb9a-844d4643d113 tempest-AttachVolumeShelveTestJSON-1437919850 tempest-AttachVolumeShelveTestJSON-1437919850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:14:39.001573 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d139781f-2cb8-41ae-8df8-a4a97df0c41c tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Pushing event deleted for resources: {'Port': ['ID=f0fe7247-5985-4ed4-aa78-34643a9853e8,revision_number=None']} {{(pid=84075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:14:39.005639 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-d139781f-2cb8-41ae-8df8-a4a97df0c41c tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:14:39.181907 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-9bd313bb-ba4b-4da2-a8d1-15bd3ec5dd4d req-d139781f-2cb8-41ae-8df8-a4a97df0c41c tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Notify callbacks [] for floatingip, after_delete {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:14:39.181907 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.db.l3_db [req-9bd313bb-ba4b-4da2-a8d1-15bd3ec5dd4d req-d139781f-2cb8-41ae-8df8-a4a97df0c41c tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Floating IP 85ad4ed5-5ffd-4dba-a106-2b2e70a55289 disassociated (deleted). External IP: 172.27.1.46, port: 6f3092d1-b4d0-4b18-822e-8315ba61f8a8. Feb 16 16:14:39.561643 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9bd313bb-ba4b-4da2-a8d1-15bd3ec5dd4d req-d139781f-2cb8-41ae-8df8-a4a97df0c41c tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Router dd04f419-1f5f-474f-9732-192b2ba1a604 has already been hosted by L3 agent 4f2d6f55-b6e7-4768-88f5-01ac5c4c3902 {{(pid=84075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 16:14:39.759287 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9bd313bb-ba4b-4da2-a8d1-15bd3ec5dd4d req-d139781f-2cb8-41ae-8df8-a4a97df0c41c tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Notify agent at l3_agent.dv-cinder-775706-1-iscsi the message routers_updated {{(pid=84075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 16:14:39.769703 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08802f2-f6d2-4795-b43f-c9d49d64af76 None None] Sync routers for ids ['dd04f419-1f5f-474f-9732-192b2ba1a604'] in dv-cinder-775706-1-iscsi {{(pid=84076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 16:14:39.780818 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08802f2-f6d2-4795-b43f-c9d49d64af76 None None] Routers {'dd04f419-1f5f-474f-9732-192b2ba1a604'} bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 16:14:39.781504 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-e08802f2-f6d2-4795-b43f-c9d49d64af76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-16T15:47:20Z,description=,heartbeat_timestamp=2021-02-16T16:14:21Z,host='dv-cinder-775706-1-iscsi',id=4f2d6f55-b6e7-4768-88f5-01ac5c4c3902,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:47:21Z,topic='l3_agent')) {'router_ids': ['dd04f419-1f5f-474f-9732-192b2ba1a604'], 'active': True} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:14:39.807876 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-9bd313bb-ba4b-4da2-a8d1-15bd3ec5dd4d req-d139781f-2cb8-41ae-8df8-a4a97df0c41c tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487'] for floatingip, before_response {{(pid=84075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:14:39.869093 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-9bd313bb-ba4b-4da2-a8d1-15bd3ec5dd4d req-d139781f-2cb8-41ae-8df8-a4a97df0c41c tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "DELETE /v2.0/floatingips/85ad4ed5-5ffd-4dba-a106-2b2e70a55289 HTTP/1.1" status: 204 len: 173 time: 1.9906280 Feb 16 16:14:39.869634 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65d9e2a9-615b-45a3-8aeb-ee42a4ba1460', 'tag': '6f3092d1-b4d0-4b18-822e-8315ba61f8a8'}] {{(pid=84075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 16:14:39.921969 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65d9e2a9-615b-45a3-8aeb-ee42a4ba1460', 'tag': '6f3092d1-b4d0-4b18-822e-8315ba61f8a8', 'status': 'completed', 'code': 200} Feb 16 16:14:39.987525 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvr_db [None req-e08802f2-f6d2-4795-b43f-c9d49d64af76 None None] Set router dd04f419-1f5f-474f-9732-192b2ba1a604 gateway port host: dv-cinder-775706-1-iscsi {{(pid=84076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 16:14:40.032295 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6c10b4-c24c-4e26-b166-79b3f521551e req-1e773b31-044e-4140-899e-b4dc353a74c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:14:40.033667 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ab6c10b4-c24c-4e26-b166-79b3f521551e req-1e773b31-044e-4140-899e-b4dc353a74c0 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=a22a1b742904491cbc129a61305f61c2&device_id=65d9e2a9-615b-45a3-8aeb-ee42a4ba1460 HTTP/1.1" status: 200 len: 1163 time: 0.0868289 Feb 16 16:14:40.076747 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd313bb-ba4b-4da2-a8d1-15bd3ec5dd4d req-c4443c5b-0213-40c2-8316-a0b7cc0945fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:14:40.084632 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-9bd313bb-ba4b-4da2-a8d1-15bd3ec5dd4d req-c4443c5b-0213-40c2-8316-a0b7cc0945fc service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=a22a1b742904491cbc129a61305f61c2&device_id=65d9e2a9-615b-45a3-8aeb-ee42a4ba1460 HTTP/1.1" status: 200 len: 1163 time: 0.2016628 Feb 16 16:14:40.194697 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6c10b4-c24c-4e26-b166-79b3f521551e req-92ba7afe-3475-48b8-b462-aa402c87b767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:14:40.196659 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ab6c10b4-c24c-4e26-b166-79b3f521551e req-92ba7afe-3475-48b8-b462-aa402c87b767 service neutron] 10.222.0.103 "GET /v2.0/networks?id=5da30e22-66ec-403a-b0d3-dbb519e57eb8 HTTP/1.1" status: 200 len: 909 time: 0.1555774 Feb 16 16:14:40.228003 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd313bb-ba4b-4da2-a8d1-15bd3ec5dd4d req-7b202fad-6bde-479e-b0c9-bf84edf193e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:14:40.229620 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-9bd313bb-ba4b-4da2-a8d1-15bd3ec5dd4d req-7b202fad-6bde-479e-b0c9-bf84edf193e8 service neutron] 10.222.0.101 "GET /v2.0/networks?id=5da30e22-66ec-403a-b0d3-dbb519e57eb8 HTTP/1.1" status: 200 len: 909 time: 0.1441553 Feb 16 16:14:40.277006 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ab6c10b4-c24c-4e26-b166-79b3f521551e req-f8fc3a01-7313-48af-a3b7-8fefba52306c service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f3092d1-b4d0-4b18-822e-8315ba61f8a8 HTTP/1.1" status: 200 len: 217 time: 0.0741363 Feb 16 16:14:40.313184 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-9bd313bb-ba4b-4da2-a8d1-15bd3ec5dd4d req-38877e3e-8eec-4448-a57f-027f46596e92 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f3092d1-b4d0-4b18-822e-8315ba61f8a8 HTTP/1.1" status: 200 len: 217 time: 0.0743158 Feb 16 16:14:40.354999 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6c10b4-c24c-4e26-b166-79b3f521551e req-e58b7d87-36d3-48f6-b431-d5b74d64d46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:14:40.356851 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-e08802f2-f6d2-4795-b43f-c9d49d64af76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd04f419-1f5f-474f-9732-192b2ba1a604', 'name': 'tempest-TestMinimumBasicScenario-1079310298-router', 'tenant_id': 'a22a1b742904491cbc129a61305f61c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '3839b414-3f8e-4e2e-b35d-3802b6253e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T16:11:13Z', 'updated_at': '2021-02-16T16:11:19Z', 'revision_number': 4, 'project_id': 'a22a1b742904491cbc129a61305f61c2', 'gw_port': {'id': '3839b414-3f8e-4e2e-b35d-3802b6253e0a', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:0e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd04f419-1f5f-474f-9732-192b2ba1a604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:11:14Z', 'updated_at': '2021-02-16T16:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_interfaces': [{'id': '56f296f8-0a0a-440b-8907-97535c122044', 'name': '', 'network_id': '5da30e22-66ec-403a-b0d3-dbb519e57eb8', 'tenant_id': 'a22a1b742904491cbc129a61305f61c2', 'mac_address': 'fa:16:3e:2c:4a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd04f419-1f5f-474f-9732-192b2ba1a604', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '65ad3805-5be2-47e3-87a0-701dcd43db26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:11:18Z', 'updated_at': '2021-02-16T16:11:27Z', 'revision_number': 5, 'project_id': 'a22a1b742904491cbc129a61305f61c2', 'subnets': [{'id': '65ad3805-5be2-47e3-87a0-701dcd43db26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-iscsi', False) {} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:14:40.357268 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ab6c10b4-c24c-4e26-b166-79b3f521551e req-e58b7d87-36d3-48f6-b431-d5b74d64d46a service neutron] 10.222.0.103 "GET /v2.0/subnets?id=65ad3805-5be2-47e3-87a0-701dcd43db26 HTTP/1.1" status: 200 len: 854 time: 0.0735309 Feb 16 16:14:40.361176 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08802f2-f6d2-4795-b43f-c9d49d64af76 None None] Checking router: dd04f419-1f5f-474f-9732-192b2ba1a604 for host: dv-cinder-775706-1-iscsi {{(pid=84076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 16:14:40.371005 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08802f2-f6d2-4795-b43f-c9d49d64af76 None None] Routers {'dd04f419-1f5f-474f-9732-192b2ba1a604'} bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 16:14:40.371716 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-e08802f2-f6d2-4795-b43f-c9d49d64af76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-16T15:47:20Z,description=,heartbeat_timestamp=2021-02-16T16:14:21Z,host='dv-cinder-775706-1-iscsi',id=4f2d6f55-b6e7-4768-88f5-01ac5c4c3902,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:47:21Z,topic='l3_agent')) {'router_ids': ['dd04f419-1f5f-474f-9732-192b2ba1a604'], 'active': True} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:14:40.385890 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd313bb-ba4b-4da2-a8d1-15bd3ec5dd4d req-cd5294f9-d362-4983-9ed3-c6b9715f3c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:14:40.388202 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-9bd313bb-ba4b-4da2-a8d1-15bd3ec5dd4d req-cd5294f9-d362-4983-9ed3-c6b9715f3c7f service neutron] 10.222.0.101 "GET /v2.0/subnets?id=65ad3805-5be2-47e3-87a0-701dcd43db26 HTTP/1.1" status: 200 len: 854 time: 0.0682423 Feb 16 16:14:40.447278 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6c10b4-c24c-4e26-b166-79b3f521551e req-0943795c-2500-4cf5-9073-1487b9031e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:14:40.449137 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ab6c10b4-c24c-4e26-b166-79b3f521551e req-0943795c-2500-4cf5-9073-1487b9031e8d service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=5da30e22-66ec-403a-b0d3-dbb519e57eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0836697 Feb 16 16:14:40.500777 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd313bb-ba4b-4da2-a8d1-15bd3ec5dd4d req-647f2a46-763d-4181-9831-977cf59c5f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:14:40.503902 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-9bd313bb-ba4b-4da2-a8d1-15bd3ec5dd4d req-647f2a46-763d-4181-9831-977cf59c5f43 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=5da30e22-66ec-403a-b0d3-dbb519e57eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1081693 Feb 16 16:14:40.599218 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvr_db [None req-e08802f2-f6d2-4795-b43f-c9d49d64af76 None None] Set router dd04f419-1f5f-474f-9732-192b2ba1a604 gateway port host: dv-cinder-775706-1-iscsi {{(pid=84076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 16:14:40.608826 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ab6c10b4-c24c-4e26-b166-79b3f521551e req-e5f0daaf-c48f-4def-931e-928a583ac1a9 service neutron] 10.222.0.103 "GET /v2.0/networks/5da30e22-66ec-403a-b0d3-dbb519e57eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527681 Feb 16 16:14:40.670588 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-9bd313bb-ba4b-4da2-a8d1-15bd3ec5dd4d req-3bc61197-6fa6-4f8f-a4aa-c7c4561f1e93 service neutron] 10.222.0.101 "GET /v2.0/networks/5da30e22-66ec-403a-b0d3-dbb519e57eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593246 Feb 16 16:14:40.772250 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-ab6c10b4-c24c-4e26-b166-79b3f521551e req-0db9fe8c-944b-45c0-b50a-fc188b4cac4c service neutron] 10.222.0.103 "GET /v2.0/networks/5da30e22-66ec-403a-b0d3-dbb519e57eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1567094 Feb 16 16:14:40.827577 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-9bd313bb-ba4b-4da2-a8d1-15bd3ec5dd4d req-2048fcbe-49a4-40f4-920d-2f47b7c6ef97 service neutron] 10.222.0.101 "GET /v2.0/networks/5da30e22-66ec-403a-b0d3-dbb519e57eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1490254 Feb 16 16:14:40.959223 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-e08802f2-f6d2-4795-b43f-c9d49d64af76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd04f419-1f5f-474f-9732-192b2ba1a604', 'name': 'tempest-TestMinimumBasicScenario-1079310298-router', 'tenant_id': 'a22a1b742904491cbc129a61305f61c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '3839b414-3f8e-4e2e-b35d-3802b6253e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T16:11:13Z', 'updated_at': '2021-02-16T16:11:19Z', 'revision_number': 4, 'project_id': 'a22a1b742904491cbc129a61305f61c2', 'gw_port': {'id': '3839b414-3f8e-4e2e-b35d-3802b6253e0a', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:0e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd04f419-1f5f-474f-9732-192b2ba1a604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:11:14Z', 'updated_at': '2021-02-16T16:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_interfaces': [{'id': '56f296f8-0a0a-440b-8907-97535c122044', 'name': '', 'network_id': '5da30e22-66ec-403a-b0d3-dbb519e57eb8', 'tenant_id': 'a22a1b742904491cbc129a61305f61c2', 'mac_address': 'fa:16:3e:2c:4a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd04f419-1f5f-474f-9732-192b2ba1a604', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '65ad3805-5be2-47e3-87a0-701dcd43db26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:11:18Z', 'updated_at': '2021-02-16T16:11:27Z', 'revision_number': 5, 'project_id': 'a22a1b742904491cbc129a61305f61c2', 'subnets': [{'id': '65ad3805-5be2-47e3-87a0-701dcd43db26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-iscsi', False) {} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:14:40.963626 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08802f2-f6d2-4795-b43f-c9d49d64af76 None None] The sync data for ids ['dd04f419-1f5f-474f-9732-192b2ba1a604'] in dv-cinder-775706-1-iscsi is: [{'id': 'dd04f419-1f5f-474f-9732-192b2ba1a604', 'name': 'tempest-TestMinimumBasicScenario-1079310298-router', 'tenant_id': 'a22a1b742904491cbc129a61305f61c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '3839b414-3f8e-4e2e-b35d-3802b6253e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T16:11:13Z', 'updated_at': '2021-02-16T16:11:19Z', 'revision_number': 4, 'project_id': 'a22a1b742904491cbc129a61305f61c2', 'gw_port': {'id': '3839b414-3f8e-4e2e-b35d-3802b6253e0a', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:0e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd04f419-1f5f-474f-9732-192b2ba1a604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:11:14Z', 'updated_at': '2021-02-16T16:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi', '_interfaces': [{'id': '56f296f8-0a0a-440b-8907-97535c122044', 'name': '', 'network_id': '5da30e22-66ec-403a-b0d3-dbb519e57eb8', 'tenant_id': 'a22a1b742904491cbc129a61305f61c2', 'mac_address': 'fa:16:3e:2c:4a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd04f419-1f5f-474f-9732-192b2ba1a604', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '65ad3805-5be2-47e3-87a0-701dcd43db26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:11:18Z', 'updated_at': '2021-02-16T16:11:27Z', 'revision_number': 5, 'project_id': 'a22a1b742904491cbc129a61305f61c2', 'subnets': [{'id': '65ad3805-5be2-47e3-87a0-701dcd43db26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 16:14:41.386403 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1d278a-2901-4141-a4e6-a46abd69f682 None None] New status for floating IP 85ad4ed5-5ffd-4dba-a106-2b2e70a55289: DOWN {{(pid=84077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 16 16:14:43.048856 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:14:44.525161 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28167729-98ff-405a-9434-05fa621fa88c req-76142592-2a6a-40c5-b5a1-ccc7e430b012 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:14:44.525928 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-28167729-98ff-405a-9434-05fa621fa88c req-76142592-2a6a-40c5-b5a1-ccc7e430b012 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Synchronizing usage tracker for tenant:a22a1b742904491cbc129a61305f61c2 on resource:port {{(pid=84075) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 16:14:44.572333 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-28167729-98ff-405a-9434-05fa621fa88c req-76142592-2a6a-40c5-b5a1-ccc7e430b012 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Unset dirty status for tenant:a22a1b742904491cbc129a61305f61c2 on resource:port {{(pid=84075) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 16:14:44.573674 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-28167729-98ff-405a-9434-05fa621fa88c req-76142592-2a6a-40c5-b5a1-ccc7e430b012 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/ports?device_id=65d9e2a9-615b-45a3-8aeb-ee42a4ba1460 HTTP/1.1" status: 200 len: 946 time: 0.1342807 Feb 16 16:14:44.620908 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-28167729-98ff-405a-9434-05fa621fa88c req-e823e9be-20e7-4a80-9ccb-15b76e4327bf tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Synchronizing usage tracker for tenant:a22a1b742904491cbc129a61305f61c2 on resource:security_group {{(pid=84075) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 16:14:44.663706 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-28167729-98ff-405a-9434-05fa621fa88c req-e823e9be-20e7-4a80-9ccb-15b76e4327bf tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Unset dirty status for tenant:a22a1b742904491cbc129a61305f61c2 on resource:security_group {{(pid=84075) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 16:14:44.664990 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-28167729-98ff-405a-9434-05fa621fa88c req-e823e9be-20e7-4a80-9ccb-15b76e4327bf tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/security-groups?id=db9f9f4a-fa55-4f4d-ac68-cf9c464d7fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841265 Feb 16 16:14:45.875194 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e96239b-7e75-4210-a961-991eaf7de978 req-35aee227-0fd4-47a3-8fa1-6eae3e9e3529 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:14:45.876810 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0e96239b-7e75-4210-a961-991eaf7de978 req-35aee227-0fd4-47a3-8fa1-6eae3e9e3529 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/ports?device_id=65d9e2a9-615b-45a3-8aeb-ee42a4ba1460 HTTP/1.1" status: 200 len: 946 time: 0.0934050 Feb 16 16:14:45.925781 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-0e96239b-7e75-4210-a961-991eaf7de978 req-dd97efb9-54f7-4d97-b6a8-cbd9d3a1650f tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/security-groups?id=db9f9f4a-fa55-4f4d-ac68-cf9c464d7fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424931 Feb 16 16:14:46.376488 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c715fe3-c052-4dbf-b2a0-db54d5ea9b30 req-5cfe78d1-81c0-435c-ba1e-7f36ac0d3e4b tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:14:46.377252 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-8c715fe3-c052-4dbf-b2a0-db54d5ea9b30 req-5cfe78d1-81c0-435c-ba1e-7f36ac0d3e4b tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Synchronizing usage tracker for tenant:a22a1b742904491cbc129a61305f61c2 on resource:port {{(pid=84074) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 16:14:46.390245 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.quota.resource [req-8c715fe3-c052-4dbf-b2a0-db54d5ea9b30 req-5cfe78d1-81c0-435c-ba1e-7f36ac0d3e4b tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Unset dirty status for tenant:a22a1b742904491cbc129a61305f61c2 on resource:port {{(pid=84074) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 16:14:46.391522 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-8c715fe3-c052-4dbf-b2a0-db54d5ea9b30 req-5cfe78d1-81c0-435c-ba1e-7f36ac0d3e4b tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.103 "GET /v2.0/ports?device_id=65d9e2a9-615b-45a3-8aeb-ee42a4ba1460 HTTP/1.1" status: 200 len: 946 time: 0.0992951 Feb 16 16:14:46.472847 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [req-8c715fe3-c052-4dbf-b2a0-db54d5ea9b30 req-75b4602b-645e-48bd-81a9-193480d29d97 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Deleting port 6f3092d1-b4d0-4b18-822e-8315ba61f8a8 {{(pid=84074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 16:14:46.473231 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-8c715fe3-c052-4dbf-b2a0-db54d5ea9b30 req-75b4602b-645e-48bd-81a9-193480d29d97 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776636423795'] for port, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:14:46.480046 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Device 6f3092d1-b4d0-4b18-822e-8315ba61f8a8 no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 16:14:46.605939 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1824927'] for port, before_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:14:46.635133 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65d9e2a9-615b-45a3-8aeb-ee42a4ba1460', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f3092d1-b4d0-4b18-822e-8315ba61f8a8'}] {{(pid=84076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 16:14:46.646358 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] For port 6f3092d1-b4d0-4b18-822e-8315ba61f8a8, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=6f3092d1-b4d0-4b18-822e-8315ba61f8a8,segment=NetworkSegment(ff9e5881-2715-400a-9170-56dc4789374e),segment_id=ff9e5881-2715-400a-9170-56dc4789374e)] {{(pid=84076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:14:46.686041 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65d9e2a9-615b-45a3-8aeb-ee42a4ba1460', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f3092d1-b4d0-4b18-822e-8315ba61f8a8', 'code': 200} Feb 16 16:14:46.687990 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776636383245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363260218726226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776636049608'] for port, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:14:46.689858 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:14:46.758899 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [req-8c715fe3-c052-4dbf-b2a0-db54d5ea9b30 req-75b4602b-645e-48bd-81a9-193480d29d97 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] For port 6f3092d1-b4d0-4b18-822e-8315ba61f8a8, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=6f3092d1-b4d0-4b18-822e-8315ba61f8a8,segment=NetworkSegment(ff9e5881-2715-400a-9170-56dc4789374e),segment_id=ff9e5881-2715-400a-9170-56dc4789374e)] {{(pid=84074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:14:46.759322 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-8c715fe3-c052-4dbf-b2a0-db54d5ea9b30 req-75b4602b-645e-48bd-81a9-193480d29d97 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862802'] for port, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:14:46.763525 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Pushing event updated for resources: {'Port': ['ID=6f3092d1-b4d0-4b18-822e-8315ba61f8a8,revision_number=7']} {{(pid=84076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:14:46.772502 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:14:46.772890 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:14:46.773274 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:14:46.773651 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:14:46.774023 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:14:46.774395 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:14:46.774814 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:14:46.775182 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:14:46.775549 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:14:46.775916 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:14:46.776283 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:14:46.776646 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:14:46.777054 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:14:46.777420 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:14:46.777789 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:14:46.778153 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:14:46.779689 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:14:46.780154 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:14:46.780532 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:14:46.780901 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:14:46.781370 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:14:46.781630 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:14:46.781996 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:14:46.782361 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:14:46.787722 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:14:46.893106 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [req-8c715fe3-c052-4dbf-b2a0-db54d5ea9b30 req-75b4602b-645e-48bd-81a9-193480d29d97 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Calling delete_port for 6f3092d1-b4d0-4b18-822e-8315ba61f8a8 owned by compute:nova {{(pid=84074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 16:14:47.061581 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.db.api [req-8c715fe3-c052-4dbf-b2a0-db54d5ea9b30 req-75b4602b-645e-48bd-81a9-193480d29d97 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84074) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:14:47.061975 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_db.api [req-8c715fe3-c052-4dbf-b2a0-db54d5ea9b30 req-75b4602b-645e-48bd-81a9-193480d29d97 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 16 16:14:47.157194 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024726dc-5afb-4304-9ee2-064465d86501 req-b78e90f7-747c-40d2-80b9-feefdb218f7c tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 16:14:47.158788 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-024726dc-5afb-4304-9ee2-064465d86501 req-b78e90f7-747c-40d2-80b9-feefdb218f7c tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/ports?device_id=65d9e2a9-615b-45a3-8aeb-ee42a4ba1460 HTTP/1.1" status: 200 len: 944 time: 0.0909653 Feb 16 16:14:47.208597 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-024726dc-5afb-4304-9ee2-064465d86501 req-f9eaf0f3-cf9e-4080-ad7a-0c09692ab3cb tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/security-groups?id=db9f9f4a-fa55-4f4d-ac68-cf9c464d7fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433118 Feb 16 16:14:47.563352 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [req-8c715fe3-c052-4dbf-b2a0-db54d5ea9b30 req-75b4602b-645e-48bd-81a9-193480d29d97 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Deleting port 6f3092d1-b4d0-4b18-822e-8315ba61f8a8 {{(pid=84074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 16:14:47.563737 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-8c715fe3-c052-4dbf-b2a0-db54d5ea9b30 req-75b4602b-645e-48bd-81a9-193480d29d97 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776636423795'] for port, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:14:47.694129 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-fbcdd330-2b7a-435d-b39a-f00c97d584ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:14:47.832918 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [req-8c715fe3-c052-4dbf-b2a0-db54d5ea9b30 req-75b4602b-645e-48bd-81a9-193480d29d97 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] For port 6f3092d1-b4d0-4b18-822e-8315ba61f8a8, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=6f3092d1-b4d0-4b18-822e-8315ba61f8a8,segment=NetworkSegment(ff9e5881-2715-400a-9170-56dc4789374e),segment_id=ff9e5881-2715-400a-9170-56dc4789374e)] {{(pid=84074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:14:47.833253 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-8c715fe3-c052-4dbf-b2a0-db54d5ea9b30 req-75b4602b-645e-48bd-81a9-193480d29d97 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862802'] for port, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:14:47.971042 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [req-8c715fe3-c052-4dbf-b2a0-db54d5ea9b30 req-75b4602b-645e-48bd-81a9-193480d29d97 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Calling delete_port for 6f3092d1-b4d0-4b18-822e-8315ba61f8a8 owned by compute:nova {{(pid=84074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 16:14:48.179800 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-8c715fe3-c052-4dbf-b2a0-db54d5ea9b30 req-75b4602b-645e-48bd-81a9-193480d29d97 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776636383262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776636049574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6980856'] for port, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:14:48.195179 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-500a83bf-d721-4cd0-b22f-77af70ea5803 tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:14:48.258918 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b4602b-645e-48bd-81a9-193480d29d97 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Pushing event deleted for resources: {'Port': ['ID=6f3092d1-b4d0-4b18-822e-8315ba61f8a8,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:14:48.320006 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b4602b-645e-48bd-81a9-193480d29d97 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:14:48.320464 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b4602b-645e-48bd-81a9-193480d29d97 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:14:48.320922 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b4602b-645e-48bd-81a9-193480d29d97 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:14:48.321337 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b4602b-645e-48bd-81a9-193480d29d97 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:14:48.321750 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b4602b-645e-48bd-81a9-193480d29d97 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:14:48.322169 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b4602b-645e-48bd-81a9-193480d29d97 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:14:48.322577 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b4602b-645e-48bd-81a9-193480d29d97 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:14:48.323032 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b4602b-645e-48bd-81a9-193480d29d97 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:14:48.323441 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b4602b-645e-48bd-81a9-193480d29d97 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:14:48.323841 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b4602b-645e-48bd-81a9-193480d29d97 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:14:48.324496 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b4602b-645e-48bd-81a9-193480d29d97 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:14:48.324930 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b4602b-645e-48bd-81a9-193480d29d97 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:14:48.325553 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b4602b-645e-48bd-81a9-193480d29d97 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:14:48.326169 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b4602b-645e-48bd-81a9-193480d29d97 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:14:48.326273 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b4602b-645e-48bd-81a9-193480d29d97 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:14:48.326613 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b4602b-645e-48bd-81a9-193480d29d97 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:14:48.327038 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b4602b-645e-48bd-81a9-193480d29d97 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:14:48.327440 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b4602b-645e-48bd-81a9-193480d29d97 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:14:48.327842 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b4602b-645e-48bd-81a9-193480d29d97 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:14:48.328241 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b4602b-645e-48bd-81a9-193480d29d97 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:14:48.328664 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b4602b-645e-48bd-81a9-193480d29d97 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:14:48.329037 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b4602b-645e-48bd-81a9-193480d29d97 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:14:48.329439 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b4602b-645e-48bd-81a9-193480d29d97 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:14:48.329839 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b4602b-645e-48bd-81a9-193480d29d97 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-iscsi {{(pid=84074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 16:14:48.341636 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-75b4602b-645e-48bd-81a9-193480d29d97 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:14:48.378607 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-a6abe777-ea10-4784-b3ab-446f44c7768e req-e53b5402-0087-4feb-96df-efc3f75f7a50 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.101 "GET /v2.0/ports?device_id=65d9e2a9-615b-45a3-8aeb-ee42a4ba1460 HTTP/1.1" status: 200 len: 210 time: 0.0556066 Feb 16 16:14:48.432773 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c715fe3-c052-4dbf-b2a0-db54d5ea9b30 req-75b4602b-645e-48bd-81a9-193480d29d97 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] No DVR routers for this DVR port 6f3092d1-b4d0-4b18-822e-8315ba61f8a8 on host hv-cinder-77570 {{(pid=84074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 16:14:48.435245 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [req-8c715fe3-c052-4dbf-b2a0-db54d5ea9b30 req-75b4602b-645e-48bd-81a9-193480d29d97 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6487'] for port, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:14:48.438041 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65d9e2a9-615b-45a3-8aeb-ee42a4ba1460', 'name': 'network-vif-deleted', 'tag': '6f3092d1-b4d0-4b18-822e-8315ba61f8a8'}] {{(pid=84074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 16:14:48.472282 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [req-8c715fe3-c052-4dbf-b2a0-db54d5ea9b30 req-75b4602b-645e-48bd-81a9-193480d29d97 tempest-TestMinimumBasicScenario-208652613 tempest-TestMinimumBasicScenario-208652613-project] 10.222.0.103 "DELETE /v2.0/ports/6f3092d1-b4d0-4b18-822e-8315ba61f8a8 HTTP/1.1" status: 204 len: 173 time: 2.0755913 Feb 16 16:14:48.547582 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65d9e2a9-615b-45a3-8aeb-ee42a4ba1460', 'name': 'network-vif-deleted', 'tag': '6f3092d1-b4d0-4b18-822e-8315ba61f8a8', 'status': 'completed', 'code': 200} Feb 16 16:14:50.422107 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d05518bb-17ee-4865-b03c-31693adcda8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:14:50.637244 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-5dc33a51-c966-4050-9f39-79debfa79b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:14:51.129719 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 57536) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:14:51.425458 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:14:51.957415 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-61aacec5-3bf8-4e3c-a7e7-480a27e7e81b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-868963'] for router_interface, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:14:52.289749 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.agents_db [None req-cca974b7-119d-4613-9949-a609bd4803bb None None] Agent healthcheck: found 6 active agents {{(pid=84077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 16:14:52.338002 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-61aacec5-3bf8-4e3c-a7e7-480a27e7e81b admin admin] Deleting port 56f296f8-0a0a-440b-8907-97535c122044 {{(pid=84074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 16:14:52.338377 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-61aacec5-3bf8-4e3c-a7e7-480a27e7e81b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776636423795'] for port, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:14:52.345661 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-331083c2-9fd5-48c9-8796-02890b3f22e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:14:52.534885 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-61aacec5-3bf8-4e3c-a7e7-480a27e7e81b admin admin] For port 56f296f8-0a0a-440b-8907-97535c122044, host dv-cinder-775706-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-iscsi',level=0,port_id=56f296f8-0a0a-440b-8907-97535c122044,segment=NetworkSegment(ff9e5881-2715-400a-9170-56dc4789374e),segment_id=ff9e5881-2715-400a-9170-56dc4789374e)] {{(pid=84074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:14:52.535497 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-61aacec5-3bf8-4e3c-a7e7-480a27e7e81b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862802'] for port, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:14:52.673708 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-61aacec5-3bf8-4e3c-a7e7-480a27e7e81b admin admin] Calling delete_port for 56f296f8-0a0a-440b-8907-97535c122044 owned by network:router_interface {{(pid=84074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 16:14:52.955220 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-61aacec5-3bf8-4e3c-a7e7-480a27e7e81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776636383262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776636049574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6980856'] for port, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:14:52.972491 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-39593117-a087-46dd-8e47-28850e528256 tempest-VolumesActionsTest-317825695 tempest-VolumesActionsTest-317825695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:14:53.032500 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aacec5-3bf8-4e3c-a7e7-480a27e7e81b admin admin] Pushing event deleted for resources: {'Port': ['ID=56f296f8-0a0a-440b-8907-97535c122044,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:14:53.036828 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-61aacec5-3bf8-4e3c-a7e7-480a27e7e81b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:14:53.391431 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-61aacec5-3bf8-4e3c-a7e7-480a27e7e81b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853910573'] for router_interface, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:14:53.921047 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61aacec5-3bf8-4e3c-a7e7-480a27e7e81b admin admin] Router dd04f419-1f5f-474f-9732-192b2ba1a604 has already been hosted by L3 agent 4f2d6f55-b6e7-4768-88f5-01ac5c4c3902 {{(pid=84074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 16:14:54.121099 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61aacec5-3bf8-4e3c-a7e7-480a27e7e81b admin admin] Notify agent at l3_agent.dv-cinder-775706-1-iscsi the message routers_updated {{(pid=84074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 16:14:54.130762 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e392c542-b122-437d-93dc-d8401b17196f None None] Sync routers for ids ['dd04f419-1f5f-474f-9732-192b2ba1a604'] in dv-cinder-775706-1-iscsi {{(pid=84076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 16:14:54.135192 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-61aacec5-3bf8-4e3c-a7e7-480a27e7e81b admin admin] 10.222.0.101 "PUT /v2.0/routers/dd04f419-1f5f-474f-9732-192b2ba1a604/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0042939 Feb 16 16:14:54.137896 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 57540) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:14:54.141739 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e392c542-b122-437d-93dc-d8401b17196f None None] Routers {'dd04f419-1f5f-474f-9732-192b2ba1a604'} bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 16:14:54.142410 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-e392c542-b122-437d-93dc-d8401b17196f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-16T15:47:20Z,description=,heartbeat_timestamp=2021-02-16T16:14:51Z,host='dv-cinder-775706-1-iscsi',id=4f2d6f55-b6e7-4768-88f5-01ac5c4c3902,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:47:21Z,topic='l3_agent')) {'router_ids': ['dd04f419-1f5f-474f-9732-192b2ba1a604'], 'active': True} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:14:54.333619 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c84c02dd-667d-45fe-af4f-f71475443ff1 admin admin] Notify callbacks [] for router, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:14:54.337559 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvr_db [None req-e392c542-b122-437d-93dc-d8401b17196f None None] Set router dd04f419-1f5f-474f-9732-192b2ba1a604 gateway port host: dv-cinder-775706-1-iscsi {{(pid=84076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 16:14:54.664465 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-e392c542-b122-437d-93dc-d8401b17196f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd04f419-1f5f-474f-9732-192b2ba1a604', 'name': 'tempest-TestMinimumBasicScenario-1079310298-router', 'tenant_id': 'a22a1b742904491cbc129a61305f61c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '3839b414-3f8e-4e2e-b35d-3802b6253e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T16:11:13Z', 'updated_at': '2021-02-16T16:14:52Z', 'revision_number': 5, 'project_id': 'a22a1b742904491cbc129a61305f61c2', 'gw_port': {'id': '3839b414-3f8e-4e2e-b35d-3802b6253e0a', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:0e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd04f419-1f5f-474f-9732-192b2ba1a604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:11:14Z', 'updated_at': '2021-02-16T16:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi'}], 'dv-cinder-775706-1-iscsi', False) {} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:14:54.668874 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e392c542-b122-437d-93dc-d8401b17196f None None] Checking router: dd04f419-1f5f-474f-9732-192b2ba1a604 for host: dv-cinder-775706-1-iscsi {{(pid=84076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 16:14:54.678928 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e392c542-b122-437d-93dc-d8401b17196f None None] Routers {'dd04f419-1f5f-474f-9732-192b2ba1a604'} bound to L3 agent in host dv-cinder-775706-1-iscsi {{(pid=84076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 16:14:54.679597 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-e392c542-b122-437d-93dc-d8401b17196f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-16T15:47:20Z,description=,heartbeat_timestamp=2021-02-16T16:14:51Z,host='dv-cinder-775706-1-iscsi',id=4f2d6f55-b6e7-4768-88f5-01ac5c4c3902,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:47:21Z,topic='l3_agent')) {'router_ids': ['dd04f419-1f5f-474f-9732-192b2ba1a604'], 'active': True} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:14:54.782566 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c84c02dd-667d-45fe-af4f-f71475443ff1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:14:54.787800 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-c84c02dd-667d-45fe-af4f-f71475443ff1 admin admin] Deleting port 3839b414-3f8e-4e2e-b35d-3802b6253e0a {{(pid=84074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 16:14:54.788164 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c84c02dd-667d-45fe-af4f-f71475443ff1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776636423795'] for port, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:14:54.990213 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-c84c02dd-667d-45fe-af4f-f71475443ff1 admin admin] For port 3839b414-3f8e-4e2e-b35d-3802b6253e0a, host dv-cinder-775706-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-iscsi',level=0,port_id=3839b414-3f8e-4e2e-b35d-3802b6253e0a,segment=NetworkSegment(31924cb5-91ae-4236-8041-dd0103380e57),segment_id=31924cb5-91ae-4236-8041-dd0103380e57)] {{(pid=84074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:14:54.990830 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c84c02dd-667d-45fe-af4f-f71475443ff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862802'] for port, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:14:55.050693 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvr_db [None req-e392c542-b122-437d-93dc-d8401b17196f None None] Set router dd04f419-1f5f-474f-9732-192b2ba1a604 gateway port host: dv-cinder-775706-1-iscsi {{(pid=84076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 16:14:55.129267 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-c84c02dd-667d-45fe-af4f-f71475443ff1 admin admin] Calling delete_port for 3839b414-3f8e-4e2e-b35d-3802b6253e0a owned by network:router_gateway {{(pid=84074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 16:14:55.340292 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c84c02dd-667d-45fe-af4f-f71475443ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776636383262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776636049574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6980856'] for port, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:14:55.369857 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_hamode_db [None req-e392c542-b122-437d-93dc-d8401b17196f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd04f419-1f5f-474f-9732-192b2ba1a604', 'name': 'tempest-TestMinimumBasicScenario-1079310298-router', 'tenant_id': 'a22a1b742904491cbc129a61305f61c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '3839b414-3f8e-4e2e-b35d-3802b6253e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T16:11:13Z', 'updated_at': '2021-02-16T16:14:52Z', 'revision_number': 5, 'project_id': 'a22a1b742904491cbc129a61305f61c2', 'gw_port': {'id': '3839b414-3f8e-4e2e-b35d-3802b6253e0a', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:0e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd04f419-1f5f-474f-9732-192b2ba1a604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:11:14Z', 'updated_at': '2021-02-16T16:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi'}], 'dv-cinder-775706-1-iscsi', False) {} {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:14:55.374618 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e392c542-b122-437d-93dc-d8401b17196f None None] The sync data for ids ['dd04f419-1f5f-474f-9732-192b2ba1a604'] in dv-cinder-775706-1-iscsi is: [{'id': 'dd04f419-1f5f-474f-9732-192b2ba1a604', 'name': 'tempest-TestMinimumBasicScenario-1079310298-router', 'tenant_id': 'a22a1b742904491cbc129a61305f61c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'external_fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '3839b414-3f8e-4e2e-b35d-3802b6253e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T16:11:13Z', 'updated_at': '2021-02-16T16:14:52Z', 'revision_number': 5, 'project_id': 'a22a1b742904491cbc129a61305f61c2', 'gw_port': {'id': '3839b414-3f8e-4e2e-b35d-3802b6253e0a', 'name': '', 'network_id': '4b949073-2dbc-48f8-99e6-0912404ac0f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:0e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd04f419-1f5f-474f-9732-192b2ba1a604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T16:11:14Z', 'updated_at': '2021-02-16T16:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1330f553-cf5d-40b8-b778-7809bbd3e08c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-iscsi'}] {{(pid=84076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 16:14:55.474337 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device 56f296f8-0a0a-440b-8907-97535c122044 no longer exists at agent ovs-agent-dv-cinder-775706-1-iscsi {{(pid=84076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 16:14:55.514911 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] No Port match for: 56f296f8-0a0a-440b-8907-97535c122044 {{(pid=84076) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 16:14:55.515314 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device 56f296f8-0a0a-440b-8907-97535c122044 not bound to the agent host dv-cinder-775706-1-iscsi {{(pid=84076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 16:14:55.550446 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c84c02dd-667d-45fe-af4f-f71475443ff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853864561'] for router_gateway, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:14:55.693541 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c84c02dd-667d-45fe-af4f-f71475443ff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-877732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63948'] for router, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:14:55.696090 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c84c02dd-667d-45fe-af4f-f71475443ff1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:14:55.829091 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c84c02dd-667d-45fe-af4f-f71475443ff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-871536'] for router, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:14:55.829828 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c84c02dd-667d-45fe-af4f-f71475443ff1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd04f419-1f5f-474f-9732-192b2ba1a604 {{(pid=84074) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 16:14:55.848005 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c84c02dd-667d-45fe-af4f-f71475443ff1 admin admin] Notify callbacks [] for router, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:14:55.849292 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-c84c02dd-667d-45fe-af4f-f71475443ff1 admin admin] 10.222.0.101 "DELETE /v2.0/routers/dd04f419-1f5f-474f-9732-192b2ba1a604 HTTP/1.1" status: 204 len: 168 time: 1.7103760 Feb 16 16:14:55.852173 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 57544) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:14:55.923146 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac5a9129-1f20-4643-822a-256ad891b279 admin admin] Deleting subnet 65ad3805-5be2-47e3-87a0-701dcd43db26 {{(pid=84074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 16 16:14:55.926358 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ac5a9129-1f20-4643-822a-256ad891b279 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:14:55.981562 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ac5a9129-1f20-4643-822a-256ad891b279 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848295296'] for subnet, precommit_delete_associations {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:14:56.073030 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ac5a9129-1f20-4643-822a-256ad891b279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852981986'] for subnet, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:14:56.378202 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ac5a9129-1f20-4643-822a-256ad891b279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1793799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847795026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848112455'] for subnet, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:14:56.398199 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-d3b79f3f-59a8-47a1-ae9d-e6350d490494 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:14:56.445075 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5a9129-1f20-4643-822a-256ad891b279 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65ad3805-5be2-47e3-87a0-701dcd43db26,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:14:56.449290 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-ac5a9129-1f20-4643-822a-256ad891b279 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:14:56.536411 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-ac5a9129-1f20-4643-822a-256ad891b279 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:14:56.541954 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138cf1c8-eee0-48c9-ba29-d15521266319 None None] Network 5da30e22-66ec-403a-b0d3-dbb519e57eb8 requested from dv-cinder-775706-1-iscsi {{(pid=84076) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 16:14:56.542598 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-ac5a9129-1f20-4643-822a-256ad891b279 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/65ad3805-5be2-47e3-87a0-701dcd43db26 HTTP/1.1" status: 204 len: 168 time: 0.6893880 Feb 16 16:14:56.545194 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 57548) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:14:56.662770 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-bdee45ad-b28b-47fe-9ef4-8fcab71be14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853200303'] for network, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:14:56.740910 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-bdee45ad-b28b-47fe-9ef4-8fcab71be14b admin admin] Deleting port cfa508f5-b199-47c4-835d-5bd8cbd28ad5 {{(pid=84074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 16:14:56.741292 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-bdee45ad-b28b-47fe-9ef4-8fcab71be14b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776636423795'] for port, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:14:56.814537 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c045a44-3089-48a4-bc3c-827ba0505d0a None None] DHCP port deletion for 5da30e22-66ec-403a-b0d3-dbb519e57eb8 request from dv-cinder-775706-1-iscsi {{(pid=84076) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 16 16:14:56.819041 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-7c045a44-3089-48a4-bc3c-827ba0505d0a None None] Deleting port cfa508f5-b199-47c4-835d-5bd8cbd28ad5 {{(pid=84076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 16:14:56.819474 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-7c045a44-3089-48a4-bc3c-827ba0505d0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776636423795'] for port, before_delete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:14:56.976639 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-bdee45ad-b28b-47fe-9ef4-8fcab71be14b admin admin] For port cfa508f5-b199-47c4-835d-5bd8cbd28ad5, host dv-cinder-775706-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-iscsi',level=0,port_id=cfa508f5-b199-47c4-835d-5bd8cbd28ad5,segment=NetworkSegment(ff9e5881-2715-400a-9170-56dc4789374e),segment_id=ff9e5881-2715-400a-9170-56dc4789374e)] {{(pid=84074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:14:56.976966 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-bdee45ad-b28b-47fe-9ef4-8fcab71be14b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862802'] for port, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:14:57.049199 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.db [None req-7c045a44-3089-48a4-bc3c-827ba0505d0a None None] For port cfa508f5-b199-47c4-835d-5bd8cbd28ad5, host dv-cinder-775706-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-iscsi',level=0,port_id=cfa508f5-b199-47c4-835d-5bd8cbd28ad5,segment=NetworkSegment(ff9e5881-2715-400a-9170-56dc4789374e),segment_id=ff9e5881-2715-400a-9170-56dc4789374e)] {{(pid=84076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 16:14:57.049732 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-7c045a44-3089-48a4-bc3c-827ba0505d0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-862802'] for port, precommit_delete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:14:57.115920 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-bdee45ad-b28b-47fe-9ef4-8fcab71be14b admin admin] Calling delete_port for cfa508f5-b199-47c4-835d-5bd8cbd28ad5 owned by network:dhcp {{(pid=84074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 16:14:57.189576 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-7c045a44-3089-48a4-bc3c-827ba0505d0a None None] Calling delete_port for cfa508f5-b199-47c4-835d-5bd8cbd28ad5 owned by network:dhcp {{(pid=84076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 16:14:57.225064 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-bdee45ad-b28b-47fe-9ef4-8fcab71be14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1824820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776636383262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776636049574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6980856'] for port, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:14:57.244033 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-286a48fb-f932-484e-89f8-bea6bc00a390 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:14:57.266884 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.db.api [None req-7c045a44-3089-48a4-bc3c-827ba0505d0a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84076) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:14:57.267298 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_db.api [None req-7c045a44-3089-48a4-bc3c-827ba0505d0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 16 16:14:57.302968 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdee45ad-b28b-47fe-9ef4-8fcab71be14b admin admin] Pushing event deleted for resources: {'Port': ['ID=cfa508f5-b199-47c4-835d-5bd8cbd28ad5,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:14:57.307016 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-bdee45ad-b28b-47fe-9ef4-8fcab71be14b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:14:57.394901 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdee45ad-b28b-47fe-9ef4-8fcab71be14b admin admin] No DVR routers for this DVR port cfa508f5-b199-47c4-835d-5bd8cbd28ad5 on host dv-cinder-775706-1-iscsi {{(pid=84074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 16:14:57.517780 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device 3839b414-3f8e-4e2e-b35d-3802b6253e0a no longer exists at agent ovs-agent-dv-cinder-775706-1-iscsi {{(pid=84076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 16:14:57.525009 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-bdee45ad-b28b-47fe-9ef4-8fcab71be14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852988537', 'neutron.services.segments.db._delete_segments_for_network--9223363260218233119'] for network, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:14:57.555094 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] No Port match for: 3839b414-3f8e-4e2e-b35d-3802b6253e0a {{(pid=84076) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 16:14:57.555488 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device 3839b414-3f8e-4e2e-b35d-3802b6253e0a not bound to the agent host dv-cinder-775706-1-iscsi {{(pid=84076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 16:14:57.555950 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device cfa508f5-b199-47c4-835d-5bd8cbd28ad5 no longer exists at agent ovs-agent-dv-cinder-775706-1-iscsi {{(pid=84076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 16:14:57.595376 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] No Port match for: cfa508f5-b199-47c4-835d-5bd8cbd28ad5 {{(pid=84076) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 16:14:57.595781 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.rpc [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Device cfa508f5-b199-47c4-835d-5bd8cbd28ad5 not bound to the agent host dv-cinder-775706-1-iscsi {{(pid=84076) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 16:14:57.650512 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.services.segments.db [None req-bdee45ad-b28b-47fe-9ef4-8fcab71be14b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5da30e22-66ec-403a-b0d3-dbb519e57eb8']}} {{(pid=84074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:14:57.664888 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.services.segments.db [None req-bdee45ad-b28b-47fe-9ef4-8fcab71be14b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff9e5881-2715-400a-9170-56dc4789374e') {'for_net_delete': True} {{(pid=84074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:14:57.665226 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.services.segments.db [None req-bdee45ad-b28b-47fe-9ef4-8fcab71be14b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff9e5881-2715-400a-9170-56dc4789374e') {} {{(pid=84074) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 16:14:57.678193 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-bdee45ad-b28b-47fe-9ef4-8fcab71be14b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363260218221087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6480523'] for segment, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:14:57.694335 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-bdee45ad-b28b-47fe-9ef4-8fcab71be14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797496'] for segment, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:14:57.696417 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bdee45ad-b28b-47fe-9ef4-8fcab71be14b admin admin] Releasing vxlan tunnel 4 to pool {{(pid=84074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 16 16:14:57.769086 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-7c045a44-3089-48a4-bc3c-827ba0505d0a None None] Deleting port cfa508f5-b199-47c4-835d-5bd8cbd28ad5 {{(pid=84076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 16:14:57.769545 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-7c045a44-3089-48a4-bc3c-827ba0505d0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776636423795'] for port, before_delete {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:14:57.847756 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.plugin [None req-7c045a44-3089-48a4-bc3c-827ba0505d0a None None] The port 'cfa508f5-b199-47c4-835d-5bd8cbd28ad5' was deleted {{(pid=84076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 16 16:14:57.891186 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-bdee45ad-b28b-47fe-9ef4-8fcab71be14b admin admin] Network 5da30e22-66ec-403a-b0d3-dbb519e57eb8 has no segments {{(pid=84074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 16:14:57.900990 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-bdee45ad-b28b-47fe-9ef4-8fcab71be14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852978417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6980364'] for segment, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:14:58.099617 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.plugins.ml2.managers [None req-bdee45ad-b28b-47fe-9ef4-8fcab71be14b admin admin] Network 5da30e22-66ec-403a-b0d3-dbb519e57eb8 has no segments {{(pid=84074) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 16:14:58.123605 dv-cinder-775706-1-iscsi neutron-server[83961]: Traceback (most recent call last): Feb 16 16:14:58.123605 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:14:58.123605 dv-cinder-775706-1-iscsi neutron-server[83961]: timer() Feb 16 16:14:58.123605 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:14:58.123605 dv-cinder-775706-1-iscsi neutron-server[83961]: cb(*args, **kw) Feb 16 16:14:58.123605 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 16 16:14:58.123605 dv-cinder-775706-1-iscsi neutron-server[83961]: return func(*args, **kwargs) Feb 16 16:14:58.123605 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:14:58.123605 dv-cinder-775706-1-iscsi neutron-server[83961]: self._notify() Feb 16 16:14:58.123605 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:14:58.123605 dv-cinder-775706-1-iscsi neutron-server[83961]: self.callback(batched_events) Feb 16 16:14:58.123605 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:14:58.123605 dv-cinder-775706-1-iscsi neutron-server[83961]: event.method(event) Feb 16 16:14:58.123605 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 16:14:58.123605 dv-cinder-775706-1-iscsi neutron-server[83961]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:14:58.123605 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 16 16:14:58.123605 dv-cinder-775706-1-iscsi neutron-server[83961]: segment_id)['aggregates'][0] Feb 16 16:14:58.123605 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 16:14:58.123605 dv-cinder-775706-1-iscsi neutron-server[83961]: return f(self, *a, **k) Feb 16 16:14:58.123605 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 16:14:58.123605 dv-cinder-775706-1-iscsi neutron-server[83961]: return self._get(url).json() Feb 16 16:14:58.123605 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:14:58.123605 dv-cinder-775706-1-iscsi neutron-server[83961]: **kwargs) Feb 16 16:14:58.123605 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 16:14:58.123605 dv-cinder-775706-1-iscsi neutron-server[83961]: return self.request(url, 'GET', **kwargs) Feb 16 16:14:58.123605 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 16 16:14:58.123605 dv-cinder-775706-1-iscsi neutron-server[83961]: **endpoint_filter) Feb 16 16:14:58.123605 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 16:14:58.123605 dv-cinder-775706-1-iscsi neutron-server[83961]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:14:58.123605 dv-cinder-775706-1-iscsi neutron-server[83961]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 16:14:58.123605 dv-cinder-775706-1-iscsi neutron-server[83961]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:14:58.123605 dv-cinder-775706-1-iscsi neutron-server[83961]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:14:58.235104 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-bdee45ad-b28b-47fe-9ef4-8fcab71be14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854210677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-911268'] for network, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:14:58.238370 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-2371f37a-482e-4016-b0aa-aa5dc0fa3ed5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:14:58.255396 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-bdee45ad-b28b-47fe-9ef4-8fcab71be14b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854210664'] for network, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:14:58.261860 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdee45ad-b28b-47fe-9ef4-8fcab71be14b admin admin] Pushing event deleted for resources: {'Network': ['ID=5da30e22-66ec-403a-b0d3-dbb519e57eb8,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:14:58.266501 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-bdee45ad-b28b-47fe-9ef4-8fcab71be14b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:14:58.300409 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-bdee45ad-b28b-47fe-9ef4-8fcab71be14b admin admin] 10.222.0.101 "DELETE /v2.0/networks/5da30e22-66ec-403a-b0d3-dbb519e57eb8 HTTP/1.1" status: 204 len: 168 time: 1.7541573 Feb 16 16:14:58.686167 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 57554) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:14:58.741161 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-ba42fc1c-4734-43ce-8ff9-5e6c3d53035c admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=a22a1b742904491cbc129a61305f61c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0530396 Feb 16 16:14:58.743784 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [-] (84074) accepted ('10.222.0.101', 57558) {{(pid=84074) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 16:14:58.813456 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f6ef6b7e-efe1-4b74-80a4-62dfbaf24066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:14:58.841673 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f6ef6b7e-efe1-4b74-80a4-62dfbaf24066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:14:58.916685 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f6ef6b7e-efe1-4b74-80a4-62dfbaf24066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660538'] for security_group, after_delete {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:14:58.922420 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-67058dcb-67f1-41d2-8cd7-8171eb609ad2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 16:14:58.940902 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ef6b7e-efe1-4b74-80a4-62dfbaf24066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db9f9f4a-fa55-4f4d-ac68-cf9c464d7fa0,revision_number=None']} {{(pid=84074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 16:14:58.943589 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG oslo_concurrency.lockutils [None req-f6ef6b7e-efe1-4b74-80a4-62dfbaf24066 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84074) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 16:14:58.973236 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f6ef6b7e-efe1-4b74-80a4-62dfbaf24066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84074) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:14:58.974496 dv-cinder-775706-1-iscsi neutron-server[83961]: INFO neutron.wsgi [None req-f6ef6b7e-efe1-4b74-80a4-62dfbaf24066 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/db9f9f4a-fa55-4f4d-ac68-cf9c464d7fa0 HTTP/1.1" status: 204 len: 168 time: 0.2297413 Feb 16 16:15:13.071063 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:15:17.693624 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-63e7f3d1-0f00-40d1-8cc0-fbcea2f22b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:15:20.393506 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d05518bb-17ee-4865-b03c-31693adcda8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:15:20.590266 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8dd3c008-2cc8-46a3-8439-553364e98231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:15:21.423195 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:15:22.342372 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-331083c2-9fd5-48c9-8796-02890b3f22e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:15:29.289861 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.agents_db [None req-cca974b7-119d-4613-9949-a609bd4803bb None None] Agent healthcheck: found 6 active agents {{(pid=84077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 16:15:43.070511 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:15:47.684393 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-7d661ec2-14e4-466b-8080-b01639eea1c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:15:50.401371 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d05518bb-17ee-4865-b03c-31693adcda8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:15:50.573152 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-f3bae810-3c3e-4a35-ac5d-131c5760df87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:15:51.424664 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:15:52.347110 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-331083c2-9fd5-48c9-8796-02890b3f22e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:16:06.289740 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.agents_db [None req-cca974b7-119d-4613-9949-a609bd4803bb None None] Agent healthcheck: found 6 active agents {{(pid=84077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 16:16:13.095230 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:16:13.972715 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [req-553f75fb-cb72-4a53-bbd1-01dccef7eaf0 req-cbe4d9ec-21a9-46fe-b375-55de9062188d service neutron] (84075) timed out ('10.222.0.103', 54138) {{(pid=84075) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 16 16:16:15.204695 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [req-dd1fc71f-7d85-439f-98e1-ad6b219690d0 req-c31d4253-0d52-4bcc-9d37-53525c9edf14 service neutron] (84075) timed out ('10.222.0.103', 54158) {{(pid=84075) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 16 16:16:17.692127 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-53bed3cf-0cc2-424c-a5d1-f0e7c04d6c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:16:20.413049 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d05518bb-17ee-4865-b03c-31693adcda8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:16:20.589478 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-599b4d29-b938-44b2-87cd-934cc9b96e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:16:21.437290 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:16:22.357306 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-331083c2-9fd5-48c9-8796-02890b3f22e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:16:43.093928 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:16:43.289400 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.agents_db [None req-cca974b7-119d-4613-9949-a609bd4803bb None None] Agent healthcheck: found 6 active agents {{(pid=84077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 16:16:47.680509 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-bcac712d-92da-4d95-b3bc-2d9eebb1b3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:16:50.396160 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d05518bb-17ee-4865-b03c-31693adcda8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:16:50.573342 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-995b78b4-bb77-4c87-a492-43647d1849be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:16:51.418680 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:16:52.354421 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-331083c2-9fd5-48c9-8796-02890b3f22e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:17:13.092686 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:17:17.680713 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-a8e60bdb-b620-44c6-884d-fbab2f0f6e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:17:20.290406 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.agents_db [None req-cca974b7-119d-4613-9949-a609bd4803bb None None] Agent healthcheck: found 6 active agents {{(pid=84077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 16:17:20.406449 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d05518bb-17ee-4865-b03c-31693adcda8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:17:20.583750 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-9ee30fd0-53a3-4f4d-8bc1-f3dafb42f832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:17:21.423425 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:17:22.366197 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-331083c2-9fd5-48c9-8796-02890b3f22e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:17:43.091669 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:17:46.407506 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.wsgi [req-b66fe1c7-dc62-42c2-abb9-897d981ee375 req-39a910b6-4a0c-4c70-b61a-83118649e3b6 service neutron] (84074) timed out ('10.222.0.101', 52170) {{(pid=84074) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 16 16:17:47.701906 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-51466271-1ff5-4e4d-a290-8aec9cf1840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:17:50.399436 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d05518bb-17ee-4865-b03c-31693adcda8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:17:50.576595 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-19a64d7c-647f-436b-bf05-b87b4a23819f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:17:51.422119 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:17:52.364952 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-331083c2-9fd5-48c9-8796-02890b3f22e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:17:57.290327 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.agents_db [None req-cca974b7-119d-4613-9949-a609bd4803bb None None] Agent healthcheck: found 6 active agents {{(pid=84077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 16:18:13.090004 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:18:17.690225 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-24227294-df53-47da-bd8f-41f488733fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:18:20.421167 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d05518bb-17ee-4865-b03c-31693adcda8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:18:20.576180 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-eb966731-213c-4605-b5ab-d14f10852a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:18:21.426882 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:18:22.381294 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-331083c2-9fd5-48c9-8796-02890b3f22e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:18:34.290733 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.agents_db [None req-cca974b7-119d-4613-9949-a609bd4803bb None None] Agent healthcheck: found 6 active agents {{(pid=84077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 16:18:43.089489 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:18:47.672112 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-daf75d4b-e821-4de8-b25f-b79fd0e0344c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:18:50.415257 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d05518bb-17ee-4865-b03c-31693adcda8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:18:50.603791 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-c96d3605-7b7b-40d8-8709-53a1f4dcd929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:18:51.426588 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:18:52.380648 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-331083c2-9fd5-48c9-8796-02890b3f22e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:19:11.290936 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.agents_db [None req-cca974b7-119d-4613-9949-a609bd4803bb None None] Agent healthcheck: found 6 active agents {{(pid=84077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 16:19:13.088812 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:19:17.693404 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-15be0009-e75c-4b10-94c8-b250deede3ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:19:20.420386 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d05518bb-17ee-4865-b03c-31693adcda8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:19:20.603088 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8d11a958-ed66-4fd9-86c5-1b9159936ad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:19:21.454588 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:19:22.390164 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-331083c2-9fd5-48c9-8796-02890b3f22e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:19:43.093798 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:19:47.682483 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-832d9bce-dfcf-40c0-bf86-3b8da27b20dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:19:48.291159 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.agents_db [None req-cca974b7-119d-4613-9949-a609bd4803bb None None] Agent healthcheck: found 6 active agents {{(pid=84077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 16:19:50.425219 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d05518bb-17ee-4865-b03c-31693adcda8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:19:50.585916 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-556b613a-debb-4275-869c-86363f949777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:19:51.431415 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:19:52.383649 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-331083c2-9fd5-48c9-8796-02890b3f22e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:20:13.102624 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-1a72aa2f-ba92-4469-ac84-aa3fe0525039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:20:17.681950 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-2b3e5a74-4281-41f1-8506-1f785931930b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:20:20.428081 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-d05518bb-17ee-4865-b03c-31693adcda8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:20:20.605462 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-2892463b-3092-4979-b058-bd1f9daf0959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:20:21.456810 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-8341cceb-49fd-4070-a752-a2c308261f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:20:22.382172 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron_lib.callbacks.manager [None req-331083c2-9fd5-48c9-8796-02890b3f22e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260218233136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853023067'] for agent, after_update {{(pid=84076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 16:20:25.291570 dv-cinder-775706-1-iscsi neutron-server[83961]: DEBUG neutron.db.agents_db [None req-cca974b7-119d-4613-9949-a609bd4803bb None None] Agent healthcheck: found 6 active agents {{(pid=84077) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}